2024-11-16 02:26:34,868 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 02:26:34,883 main DEBUG Took 0.012775 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 02:26:34,884 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 02:26:34,884 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 02:26:34,885 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 02:26:34,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,898 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 02:26:34,916 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,919 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,920 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,922 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,923 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,925 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,927 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,929 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,931 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:26:34,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,934 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 02:26:34,935 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:26:34,937 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 02:26:34,940 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 02:26:34,941 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 02:26:34,942 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 02:26:34,943 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 02:26:34,953 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 02:26:34,956 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 02:26:34,959 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 02:26:34,959 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 02:26:34,960 main DEBUG createAppenders(={Console}) 2024-11-16 02:26:34,961 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-16 02:26:34,961 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-16 02:26:34,962 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-16 02:26:34,963 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 02:26:34,963 main DEBUG OutputStream closed 2024-11-16 02:26:34,963 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 02:26:34,964 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 02:26:34,964 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-16 02:26:35,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 02:26:35,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 02:26:35,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 02:26:35,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 02:26:35,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 02:26:35,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 02:26:35,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 02:26:35,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 02:26:35,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 02:26:35,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 02:26:35,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 02:26:35,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 02:26:35,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 02:26:35,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 02:26:35,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 02:26:35,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 02:26:35,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 02:26:35,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 02:26:35,075 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 02:26:35,075 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-16 02:26:35,076 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 02:26:35,077 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-16T02:26:35,093 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-16 02:26:35,096 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 02:26:35,097 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T02:26:35,415 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e 2024-11-16T02:26:35,416 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-16T02:26:35,510 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T02:26:35,569 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6, deleteOnExit=true 2024-11-16T02:26:35,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/test.cache.data in system properties and HBase conf 2024-11-16T02:26:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:26:35,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:26:35,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:26:35,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:26:35,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:26:35,637 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:26:35,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:26:35,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:26:35,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:26:35,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:26:35,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:26:35,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:26:35,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:26:35,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:26:35,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:26:35,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:26:35,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:26:35,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:26:35,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:26:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:26:36,883 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T02:26:36,966 INFO [Time-limited test {}] log.Log(170): Logging initialized @2861ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T02:26:37,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:26:37,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:26:37,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:26:37,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:26:37,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:26:37,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:26:37,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:26:37,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:26:37,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/java.io.tmpdir/jetty-localhost-34317-hadoop-hdfs-3_4_1-tests_jar-_-any-11107124730086472482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:26:37,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:34317} 2024-11-16T02:26:37,345 INFO [Time-limited test {}] server.Server(415): Started @3241ms 2024-11-16T02:26:37,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:26:37,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:26:37,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:26:37,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:26:37,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:26:37,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:26:37,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:26:38,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/java.io.tmpdir/jetty-localhost-33143-hadoop-hdfs-3_4_1-tests_jar-_-any-10253260503829196814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:26:38,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:33143} 2024-11-16T02:26:38,099 INFO [Time-limited test {}] server.Server(415): Started @3995ms 2024-11-16T02:26:38,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:26:38,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:26:38,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:26:38,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:26:38,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:26:38,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:26:38,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:26:38,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:26:38,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/java.io.tmpdir/jetty-localhost-41019-hadoop-hdfs-3_4_1-tests_jar-_-any-16988921222188805650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:26:38,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:41019} 2024-11-16T02:26:38,381 INFO [Time-limited test {}] server.Server(415): Started @4276ms 2024-11-16T02:26:38,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:26:39,815 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data4/current/BP-1381795591-172.17.0.3-1731723996231/current, will proceed with Du for space computation calculation, 2024-11-16T02:26:39,815 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data1/current/BP-1381795591-172.17.0.3-1731723996231/current, will proceed with Du for space computation calculation, 2024-11-16T02:26:39,815 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data2/current/BP-1381795591-172.17.0.3-1731723996231/current, will proceed with Du for space computation calculation, 2024-11-16T02:26:39,815 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data3/current/BP-1381795591-172.17.0.3-1731723996231/current, will proceed with Du for space computation calculation, 2024-11-16T02:26:39,863 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:26:39,863 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:26:39,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38db0a1267312654 with lease ID 0xb03d69c08986604: Processing first storage report for DS-b3778a40-72d1-484b-a16b-2ff12a8214db from datanode DatanodeRegistration(127.0.0.1:46177, datanodeUuid=5f60a09f-5274-43e6-a277-35a635e18f19, infoPort=35109, infoSecurePort=0, ipcPort=45223, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231) 2024-11-16T02:26:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38db0a1267312654 with lease ID 0xb03d69c08986604: from storage DS-b3778a40-72d1-484b-a16b-2ff12a8214db node DatanodeRegistration(127.0.0.1:46177, datanodeUuid=5f60a09f-5274-43e6-a277-35a635e18f19, infoPort=35109, infoSecurePort=0, ipcPort=45223, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:26:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ecea7a10ccae190 with lease ID 0xb03d69c08986603: Processing first storage report for DS-1b0e123b-a9aa-475c-a359-00ec0284bb68 from datanode DatanodeRegistration(127.0.0.1:40761, datanodeUuid=81994f1b-c265-4f8b-96b6-1184b487c0bd, infoPort=45813, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231) 2024-11-16T02:26:39,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ecea7a10ccae190 with lease ID 0xb03d69c08986603: from storage DS-1b0e123b-a9aa-475c-a359-00ec0284bb68 node DatanodeRegistration(127.0.0.1:40761, datanodeUuid=81994f1b-c265-4f8b-96b6-1184b487c0bd, infoPort=45813, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:26:39,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38db0a1267312654 with lease ID 0xb03d69c08986604: Processing first storage report for DS-106ccfe2-6d2a-4d14-9c8d-86908202fe60 from datanode DatanodeRegistration(127.0.0.1:46177, datanodeUuid=5f60a09f-5274-43e6-a277-35a635e18f19, infoPort=35109, infoSecurePort=0, ipcPort=45223, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231) 2024-11-16T02:26:39,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38db0a1267312654 with lease ID 0xb03d69c08986604: from storage DS-106ccfe2-6d2a-4d14-9c8d-86908202fe60 node DatanodeRegistration(127.0.0.1:46177, datanodeUuid=5f60a09f-5274-43e6-a277-35a635e18f19, infoPort=35109, infoSecurePort=0, ipcPort=45223, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:26:39,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ecea7a10ccae190 with lease ID 0xb03d69c08986603: Processing first storage report for DS-0df56255-af72-40fd-a06b-84c627304c3a from datanode DatanodeRegistration(127.0.0.1:40761, datanodeUuid=81994f1b-c265-4f8b-96b6-1184b487c0bd, infoPort=45813, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231) 2024-11-16T02:26:39,919 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ecea7a10ccae190 with lease ID 0xb03d69c08986603: from storage DS-0df56255-af72-40fd-a06b-84c627304c3a node DatanodeRegistration(127.0.0.1:40761, datanodeUuid=81994f1b-c265-4f8b-96b6-1184b487c0bd, infoPort=45813, infoSecurePort=0, ipcPort=41129, storageInfo=lv=-57;cid=testClusterID;nsid=1047229505;c=1731723996231), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:26:39,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e 2024-11-16T02:26:39,960 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=125, OpenFileDescriptor=366, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=4054 2024-11-16T02:26:39,961 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:39,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:39,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:26:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:26:40,629 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:40,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:40,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:40,652 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:40,698 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T02:26:40,724 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T02:26:40,729 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:40,729 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:26:40,733 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:26:40,739 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:40,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,763 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T02:26:40,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741826_1002 (size=1393) 2024-11-16T02:26:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741826_1002 (size=1393) 2024-11-16T02:26:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:40,832 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:26:40,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741827_1003 (size=1393) 2024-11-16T02:26:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741827_1003 (size=1393) 2024-11-16T02:26:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:26:40,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:26:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741828_1004 (size=1393) 2024-11-16T02:26:40,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741828_1004 (size=1393) 2024-11-16T02:26:40,944 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:26:40,944 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:26:40,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:40,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:40,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741829_1005 (size=1393) 2024-11-16T02:26:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741829_1005 (size=1393) 2024-11-16T02:26:40,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:26:40,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:26:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741830_1006 (size=1393) 2024-11-16T02:26:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741830_1006 (size=1393) 2024-11-16T02:26:41,047 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:26:41,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:26:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741831_1007 (size=1393) 2024-11-16T02:26:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741831_1007 (size=1393) 2024-11-16T02:26:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:26:41,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:26:41,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741832_1008 (size=1405) 2024-11-16T02:26:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741832_1008 (size=1405) 2024-11-16T02:26:41,942 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:26:41,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:26:41,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741833_1009 (size=1413) 2024-11-16T02:26:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741833_1009 (size=1413) 2024-11-16T02:26:41,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:26:41,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:26:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:41,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741834_1010 (size=1413) 2024-11-16T02:26:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741834_1010 (size=1413) 2024-11-16T02:26:42,025 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:26:42,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:26:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741835_1011 (size=1413) 2024-11-16T02:26:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741835_1011 (size=1413) 2024-11-16T02:26:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:26:42,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:26:42,140 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T02:26:42,140 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T02:26:42,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0 2024-11-16T02:26:42,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0 after 4ms 2024-11-16T02:26:42,192 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0 took 58ms 2024-11-16T02:26:42,200 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0 so closing down 2024-11-16T02:26:42,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:42,204 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:42,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:26:42,214 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0, size=1.4 K (1393bytes) at 1731724002139Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0 so closing down at 1731724002200 (+61 ms)3 split writer threads finished at 1731724002204 (+4 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/daedcfbf-2711-f508-1d7d-4cdb98dd4bbe/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731724000706/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724002212 (+8 ms) 2024-11-16T02:26:42,214 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-16T02:26:42,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=130 (was 125) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-186530764_22 at /127.0.0.1:33116 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1c689ba0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 366) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=4946 (was 4054) - AvailableMemoryMB LEAK? - 2024-11-16T02:26:42,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=130, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=4945 2024-11-16T02:26:42,251 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741836_1012 (size=7) 2024-11-16T02:26:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741836_1012 (size=7) 2024-11-16T02:26:42,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:42,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:42,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:42,298 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:42,299 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-16T02:26:42,299 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:26:42,301 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:26:42,307 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:42,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741837_1013 (size=2324) 2024-11-16T02:26:42,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741837_1013 (size=2324) 2024-11-16T02:26:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:42,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T02:26:42,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0 2024-11-16T02:26:42,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0 after 1ms 2024-11-16T02:26:42,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0 took 5ms 2024-11-16T02:26:42,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0 so closing down 2024-11-16T02:26:42,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:42,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:42,892 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:26:42,892 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:26:42,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:26:42,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:26:42,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741839_1015 (size=743) 2024-11-16T02:26:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741838_1014 (size=743) 2024-11-16T02:26:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741838_1014 (size=743) 2024-11-16T02:26:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741839_1015 (size=743) 2024-11-16T02:26:42,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-16T02:26:42,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-16T02:26:42,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:26:42,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:26:42,913 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 58 ms; skipped=7; WAL=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T02:26:42,913 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0, size=2.3 K (2324bytes) at 1731724002848Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0 so closing down at 1731724002865 (+17 ms)3 split writer threads finished at 1731724002866 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724002895 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724002895Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731724002909 (+14 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731724002909Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724002912 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724002912Processed 27 edits across 2 Regions in 58 ms; skipped=7; WAL=hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731724002913 (+1 ms) 2024-11-16T02:26:42,922 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/WALs/testsplitlogfilemultipleregions,16010,1731724002298/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/053bf581-ed47-9d6e-f8c8-288017ef0c1d/oldWALs/wal.dat.0 2024-11-16T02:26:42,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=131 (was 130) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-645188606_22 at /127.0.0.1:33116 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-645188606_22 at /127.0.0.1:41698 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 481) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4858 (was 4945) 2024-11-16T02:26:42,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=131, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=4858 2024-11-16T02:26:42,952 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:42,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741840_1016 (size=7) 2024-11-16T02:26:42,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741840_1016 (size=7) 2024-11-16T02:26:42,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:42,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:42,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:42,976 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:42,976 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:26:42,977 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:26:42,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:42,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:43,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:43,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:43,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:43,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:43,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741841_1017 (size=2324) 2024-11-16T02:26:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741841_1017 (size=2324) 2024-11-16T02:26:43,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:44,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/8917ee1c-f1c2-8bd7-5e69-7c2ed856f76c/WALs/testterminationaskedbyreporter,16010,1731724002976/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T02:26:44,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/8917ee1c-f1c2-8bd7-5e69-7c2ed856f76c/WALs/testterminationaskedbyreporter,16010,1731724002976/wal.dat.0 so closing down 2024-11-16T02:26:44,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/8917ee1c-f1c2-8bd7-5e69-7c2ed856f76c/WALs/testterminationaskedbyreporter,16010,1731724002976/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-16T02:26:44,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/8917ee1c-f1c2-8bd7-5e69-7c2ed856f76c/WALs/testterminationaskedbyreporter,16010,1731724002976/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/8917ee1c-f1c2-8bd7-5e69-7c2ed856f76c/WALs/testterminationaskedbyreporter,16010,1731724002976/wal.dat.0, size=2.3 K (2324bytes) at 1731724004077Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/8917ee1c-f1c2-8bd7-5e69-7c2ed856f76c/WALs/testterminationaskedbyreporter,16010,1731724002976/wal.dat.0 so closing down at 1731724004077Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/8917ee1c-f1c2-8bd7-5e69-7c2ed856f76c/WALs/testterminationaskedbyreporter,16010,1731724002976/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731724004077 2024-11-16T02:26:44,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133 (was 131) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 507), ProcessCount=11 (was 11), AvailableMemoryMB=4700 (was 4858) 2024-11-16T02:26:44,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=507, ProcessCount=11, AvailableMemoryMB=4698 2024-11-16T02:26:44,104 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741842_1018 (size=7) 2024-11-16T02:26:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741842_1018 (size=7) 2024-11-16T02:26:44,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:44,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:44,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:44,525 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:44,525 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-16T02:26:44,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:44,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741843_1019 (size=1043) 2024-11-16T02:26:44,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741843_1019 (size=1043) 2024-11-16T02:26:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:44,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:26:44,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:26:44,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741845_1021 (size=1043) 2024-11-16T02:26:44,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741845_1021 (size=1043) 2024-11-16T02:26:44,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:26:44,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:26:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741846_1022 (size=1043) 2024-11-16T02:26:44,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741846_1022 (size=1043) 2024-11-16T02:26:44,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:26:44,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:26:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741847_1023 (size=1043) 2024-11-16T02:26:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741847_1023 (size=1043) 2024-11-16T02:26:44,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:26:44,657 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:26:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741848_1024 (size=1043) 2024-11-16T02:26:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741848_1024 (size=1043) 2024-11-16T02:26:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:26:44,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:26:44,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741849_1025 (size=1043) 2024-11-16T02:26:44,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741849_1025 (size=1043) 2024-11-16T02:26:44,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:26:44,705 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:26:44,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741850_1026 (size=1043) 2024-11-16T02:26:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741850_1026 (size=1043) 2024-11-16T02:26:44,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:26:44,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:26:44,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741851_1027 (size=1043) 2024-11-16T02:26:44,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741851_1027 (size=1043) 2024-11-16T02:26:44,789 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:26:44,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:26:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:44,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741852_1028 (size=1043) 2024-11-16T02:26:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741852_1028 (size=1043) 2024-11-16T02:26:44,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:26:44,883 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0, size=1.0 K (1043bytes) 2024-11-16T02:26:44,883 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0 2024-11-16T02:26:44,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0 after 1ms 2024-11-16T02:26:44,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0 took 5ms 2024-11-16T02:26:44,891 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-16T02:26:44,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0 so closing down 2024-11-16T02:26:44,893 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:44,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:44,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:44,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0, size=1.0 K (1043bytes) at 1731724004883Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0 so closing down at 1731724004893 (+10 ms)3 split writer threads finished at 1731724004893Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724004893 2024-11-16T02:26:44,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.0 2024-11-16T02:26:44,897 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1, size=180 (180bytes) 2024-11-16T02:26:44,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 2024-11-16T02:26:44,899 WARN [IPC Server handler 2 on default port 33863 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-16T02:26:44,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 after 1ms 2024-11-16T02:26:45,901 WARN [ResponseProcessor for block BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:26:45,901 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-896600500_22 at /127.0.0.1:41732 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41732 dst: /127.0.0.1:40761 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:26:45,901 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-896600500_22 at /127.0.0.1:33182 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33182 dst: /127.0.0.1:46177 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46177 remote=/127.0.0.1:33182]. Total timeout mills is 60000, 58674 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:26:45,905 WARN [DataStreamer for file /user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 block BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46177,DS-b3778a40-72d1-484b-a16b-2ff12a8214db,DISK], DatanodeInfoWithStorage[127.0.0.1:40761,DS-1b0e123b-a9aa-475c-a359-00ec0284bb68,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46177,DS-b3778a40-72d1-484b-a16b-2ff12a8214db,DISK]) is bad. 2024-11-16T02:26:45,910 WARN [DataStreamer for file /user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 block BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:26:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741844_1029 (size=1035) 2024-11-16T02:26:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741844_1029 (size=1035) 2024-11-16T02:26:48,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 after 4005ms 2024-11-16T02:26:48,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 took 4022ms 2024-11-16T02:26:48,945 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1; continuing. 2024-11-16T02:26:48,945 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 so closing down 2024-11-16T02:26:48,945 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:48,946 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:48,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-16T02:26:48,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1, size=180 (180bytes) at 1731724004897Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 so closing down at 1731724008945 (+4048 ms)3 split writer threads finished at 1731724008946 (+1 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731724008946 2024-11-16T02:26:48,969 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.1 2024-11-16T02:26:48,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2, size=1.0 K (1043bytes) 2024-11-16T02:26:48,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2 2024-11-16T02:26:48,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2 after 1ms 2024-11-16T02:26:48,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2 took 22ms 2024-11-16T02:26:49,010 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2 so closing down 2024-11-16T02:26:49,010 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 22 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2, size=1.0 K (1043bytes) at 1731724008969Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2 so closing down at 1731724009010 (+41 ms)3 split writer threads finished at 1731724009027 (+17 ms)Processed 10 edits across 0 Regions in 22 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009028 (+1 ms) 2024-11-16T02:26:49,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.2 2024-11-16T02:26:49,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3, size=1.0 K (1043bytes) 2024-11-16T02:26:49,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3 2024-11-16T02:26:49,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3 after 1ms 2024-11-16T02:26:49,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3 took 7ms 2024-11-16T02:26:49,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3 so closing down 2024-11-16T02:26:49,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,093 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3, size=1.0 K (1043bytes) at 1731724009036Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3 so closing down at 1731724009079 (+43 ms)3 split writer threads finished at 1731724009093 (+14 ms)Processed 10 edits across 0 Regions in 16 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009093 2024-11-16T02:26:49,098 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.3 2024-11-16T02:26:49,098 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4, size=1.0 K (1043bytes) 2024-11-16T02:26:49,098 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4 2024-11-16T02:26:49,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4 after 3ms 2024-11-16T02:26:49,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4 took 8ms 2024-11-16T02:26:49,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4 so closing down 2024-11-16T02:26:49,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,139 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4, size=1.0 K (1043bytes) at 1731724009098Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4 so closing down at 1731724009138 (+40 ms)3 split writer threads finished at 1731724009139 (+1 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009139 2024-11-16T02:26:49,144 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.4 2024-11-16T02:26:49,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5, size=1.0 K (1043bytes) 2024-11-16T02:26:49,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5 2024-11-16T02:26:49,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5 after 0ms 2024-11-16T02:26:49,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5 took 7ms 2024-11-16T02:26:49,176 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5 so closing down 2024-11-16T02:26:49,176 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5, size=1.0 K (1043bytes) at 1731724009144Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5 so closing down at 1731724009176 (+32 ms)3 split writer threads finished at 1731724009180 (+4 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009180 2024-11-16T02:26:49,184 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.5 2024-11-16T02:26:49,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6, size=1.0 K (1043bytes) 2024-11-16T02:26:49,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6 2024-11-16T02:26:49,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6 after 1ms 2024-11-16T02:26:49,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6 took 9ms 2024-11-16T02:26:49,219 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6 so closing down 2024-11-16T02:26:49,219 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,221 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6, size=1.0 K (1043bytes) at 1731724009184Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6 so closing down at 1731724009219 (+35 ms)3 split writer threads finished at 1731724009221 (+2 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009221 2024-11-16T02:26:49,226 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.6 2024-11-16T02:26:49,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7, size=1.0 K (1043bytes) 2024-11-16T02:26:49,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7 2024-11-16T02:26:49,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7 after 1ms 2024-11-16T02:26:49,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7 took 6ms 2024-11-16T02:26:49,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7 so closing down 2024-11-16T02:26:49,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 17 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7, size=1.0 K (1043bytes) at 1731724009227Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7 so closing down at 1731724009273 (+46 ms)3 split writer threads finished at 1731724009280 (+7 ms)Processed 10 edits across 0 Regions in 17 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009280 2024-11-16T02:26:49,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.7 2024-11-16T02:26:49,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8, size=1.0 K (1043bytes) 2024-11-16T02:26:49,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8 2024-11-16T02:26:49,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8 after 0ms 2024-11-16T02:26:49,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8 took 12ms 2024-11-16T02:26:49,320 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8 so closing down 2024-11-16T02:26:49,321 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,324 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,324 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8, size=1.0 K (1043bytes) at 1731724009287Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8 so closing down at 1731724009321 (+34 ms)3 split writer threads finished at 1731724009324 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009324 2024-11-16T02:26:49,340 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.8 2024-11-16T02:26:49,340 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9, size=1.0 K (1043bytes) 2024-11-16T02:26:49,340 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9 2024-11-16T02:26:49,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9 after 4ms 2024-11-16T02:26:49,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9 took 19ms 2024-11-16T02:26:49,374 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9 so closing down 2024-11-16T02:26:49,374 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:49,374 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:49,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-16T02:26:49,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9, size=1.0 K (1043bytes) at 1731724009340Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9 so closing down at 1731724009374 (+34 ms)3 split writer threads finished at 1731724009374Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731724009374 2024-11-16T02:26:49,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/WALs/testsplitdeletedregion,16010,1731724004525/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/fde8aa86-4d83-2985-e534-1aa11b9bf904/oldWALs/wal.dat.9 2024-11-16T02:26:49,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=137 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1425170081_22 at /127.0.0.1:33264 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1425170081_22 at /127.0.0.1:41790 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:41129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 507) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4282 (was 4698) 2024-11-16T02:26:49,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=4282 2024-11-16T02:26:49,439 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741853_1030 (size=7) 2024-11-16T02:26:49,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741853_1030 (size=7) 2024-11-16T02:26:49,945 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:49,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:49,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:49,958 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:49,958 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T02:26:49,964 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:50,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:50,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741854_1031 (size=863) 2024-11-16T02:26:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741854_1031 (size=863) 2024-11-16T02:26:50,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741855_1032 (size=859) 2024-11-16T02:26:50,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741855_1032 (size=859) 2024-11-16T02:26:50,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0, size=859 (859bytes) 2024-11-16T02:26:50,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0 2024-11-16T02:26:50,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0 after 1ms 2024-11-16T02:26:50,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0 took 11ms 2024-11-16T02:26:50,605 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0; continuing. 2024-11-16T02:26:50,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0 so closing down 2024-11-16T02:26:50,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:50,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:50,637 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:26:50,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:26:50,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741856_1033 (size=863) 2024-11-16T02:26:50,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741856_1033 (size=863) 2024-11-16T02:26:50,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:26:50,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T02:26:50,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-16T02:26:50,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0, size=859 (859bytes) at 1731724010221Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0 so closing down at 1731724010605 (+384 ms)3 split writer threads finished at 1731724010606 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724010656 (+50 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724010707 (+51 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731724010710 (+3 ms)Processed 10 edits across 1 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731724010711 (+1 ms) 2024-11-16T02:26:50,717 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/WALs/testcorruptwaltrailer,16010,1731724009958/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/a9d38b06-2cd2-cd6b-2704-9f934c4b4323/oldWALs/wal.dat.0 2024-11-16T02:26:50,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=4148 (was 4282) 2024-11-16T02:26:50,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=4145 2024-11-16T02:26:50,785 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741857_1034 (size=7) 2024-11-16T02:26:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741857_1034 (size=7) 2024-11-16T02:26:50,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:50,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:50,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:50,874 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:50,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=4112 (was 4145) 2024-11-16T02:26:50,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=4108 2024-11-16T02:26:50,969 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:51,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741858_1035 (size=7) 2024-11-16T02:26:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741858_1035 (size=7) 2024-11-16T02:26:51,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:51,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:51,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:51,050 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:51,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-16T02:26:51,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741859_1036 (size=93) 2024-11-16T02:26:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741859_1036 (size=93) 2024-11-16T02:26:51,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=530 (was 530), ProcessCount=11 (was 11), AvailableMemoryMB=4069 (was 4108) 2024-11-16T02:26:51,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=530, ProcessCount=11, AvailableMemoryMB=4066 2024-11-16T02:26:51,223 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741860_1037 (size=7) 2024-11-16T02:26:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741860_1037 (size=7) 2024-11-16T02:26:51,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:51,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:51,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:51,282 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:51,282 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:26:51,283 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:26:51,285 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:51,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741861_1038 (size=1393) 2024-11-16T02:26:51,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741861_1038 (size=1393) 2024-11-16T02:26:51,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:51,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:26:51,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741862_1039 (size=1393) 2024-11-16T02:26:51,444 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:26:51,444 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:26:51,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741862_1039 (size=1393) 2024-11-16T02:26:51,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741863_1040 (size=1393) 2024-11-16T02:26:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741863_1040 (size=1393) 2024-11-16T02:26:51,531 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:26:51,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:26:51,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741864_1041 (size=1393) 2024-11-16T02:26:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741864_1041 (size=1393) 2024-11-16T02:26:51,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:26:51,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:26:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741865_1042 (size=1393) 2024-11-16T02:26:51,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741865_1042 (size=1393) 2024-11-16T02:26:51,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:26:51,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:26:51,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741866_1043 (size=1393) 2024-11-16T02:26:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741866_1043 (size=1393) 2024-11-16T02:26:51,837 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:26:51,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:26:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741867_1044 (size=1405) 2024-11-16T02:26:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741867_1044 (size=1405) 2024-11-16T02:26:51,942 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:26:51,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:26:51,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:51,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:51,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741868_1045 (size=1413) 2024-11-16T02:26:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741868_1045 (size=1413) 2024-11-16T02:26:52,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:26:52,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:26:52,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741869_1046 (size=1413) 2024-11-16T02:26:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741869_1046 (size=1413) 2024-11-16T02:26:52,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:26:52,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:26:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741870_1047 (size=1413) 2024-11-16T02:26:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741870_1047 (size=1413) 2024-11-16T02:26:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:26:52,219 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:26:52,219 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7 2024-11-16T02:26:52,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7 after 1ms 2024-11-16T02:26:52,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7 took 9ms 2024-11-16T02:26:52,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7 so closing down 2024-11-16T02:26:52,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:52,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:52,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:26:52,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:26:52,334 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:26:52,335 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-16T02:26:52,335 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7, size=1.4 K (1413bytes) at 1731724012219Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7 so closing down at 1731724012272 (+53 ms)3 split writer threads finished at 1731724012273 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724012323 (+50 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724012333 (+10 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731724012334 (+1 ms)Processed 20 edits across 0 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/af5f0a74-1a77-06b5-95f6-d5465b6047c5/WALs/testioeonoutputthread,16010,1731724011282/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731724012335 (+1 ms) 2024-11-16T02:26:52,335 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:26:52,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=139 (was 137) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1551774021_22 at /127.0.0.1:41790 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 530) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3853 (was 4066) 2024-11-16T02:26:52,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=3852 2024-11-16T02:26:52,356 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:52,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741871_1048 (size=7) 2024-11-16T02:26:52,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741871_1048 (size=7) 2024-11-16T02:26:52,381 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:52,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:52,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:52,390 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:52,431 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:26:52,437 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:26:52,442 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:52,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:52,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741872_1049 (size=2324) 2024-11-16T02:26:52,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741872_1049 (size=2324) 2024-11-16T02:26:52,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:52,949 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:26:52,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:52,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741873_1050 (size=1393) 2024-11-16T02:26:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741873_1050 (size=1393) 2024-11-16T02:26:53,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:26:53,043 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:26:53,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-16T02:26:53,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-16T02:26:53,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-16T02:26:53,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-16T02:26:53,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-16T02:26:53,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-16T02:26:53,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-16T02:26:53,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-16T02:26:53,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-16T02:26:53,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-16T02:26:53,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-16T02:26:53,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-16T02:26:53,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-16T02:26:53,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-16T02:26:53,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-16T02:26:53,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-16T02:26:53,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-16T02:26:53,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-16T02:26:53,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-16T02:26:53,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-16T02:26:53,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-16T02:26:53,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-16T02:26:53,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-16T02:26:53,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-16T02:26:53,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-16T02:26:53,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-16T02:26:53,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-16T02:26:53,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-16T02:26:53,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-16T02:26:53,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-16T02:26:53,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-16T02:26:53,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-16T02:26:53,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-16T02:26:53,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-16T02:26:53,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-16T02:26:53,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-16T02:26:53,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-16T02:26:53,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-16T02:26:53,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-16T02:26:53,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-16T02:26:53,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-16T02:26:53,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-16T02:26:53,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-16T02:26:53,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-16T02:26:53,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-16T02:26:53,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-16T02:26:53,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-16T02:26:53,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-16T02:26:53,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-16T02:26:53,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-16T02:26:53,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-16T02:26:53,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-16T02:26:53,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-16T02:26:53,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-16T02:26:53,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-16T02:26:53,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-16T02:26:53,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-16T02:26:53,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-16T02:26:53,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-16T02:26:53,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-16T02:26:53,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-16T02:26:53,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-16T02:26:53,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-16T02:26:53,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-16T02:26:53,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-16T02:26:53,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-16T02:26:53,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-16T02:26:53,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-16T02:26:53,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-16T02:26:53,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-16T02:26:53,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-16T02:26:53,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-16T02:26:53,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-16T02:26:53,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-16T02:26:53,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-16T02:26:53,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-16T02:26:53,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-16T02:26:53,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-16T02:26:53,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-16T02:26:53,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-16T02:26:53,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-16T02:26:53,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-16T02:26:53,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-16T02:26:53,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-16T02:26:53,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-16T02:26:53,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-16T02:26:53,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-16T02:26:53,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-16T02:26:53,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-16T02:26:53,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-16T02:26:53,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-16T02:26:53,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-16T02:26:53,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-16T02:26:53,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-16T02:26:53,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-16T02:26:53,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-16T02:26:53,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-16T02:26:53,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-16T02:26:53,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-16T02:26:53,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-16T02:26:53,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-16T02:26:53,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-16T02:26:53,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-16T02:26:53,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-16T02:26:53,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-16T02:26:53,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-16T02:26:53,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-16T02:26:53,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-16T02:26:53,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-16T02:26:53,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-16T02:26:53,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-16T02:26:53,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-16T02:26:53,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-16T02:26:53,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-16T02:26:53,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-16T02:26:53,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-16T02:26:53,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-16T02:26:53,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-16T02:26:53,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-16T02:26:53,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-16T02:26:53,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-16T02:26:53,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-16T02:26:53,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-16T02:26:53,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-16T02:26:53,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-16T02:26:53,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-16T02:26:53,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-16T02:26:53,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-16T02:26:53,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-16T02:26:53,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-16T02:26:53,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-16T02:26:53,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-16T02:26:53,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-16T02:26:53,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-16T02:26:53,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-16T02:26:53,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-16T02:26:53,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-16T02:26:53,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-16T02:26:53,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-16T02:26:53,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-16T02:26:53,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-16T02:26:53,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-16T02:26:53,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-16T02:26:53,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-16T02:26:53,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-16T02:26:53,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-16T02:26:53,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-16T02:26:53,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-16T02:26:53,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-16T02:26:53,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-16T02:26:53,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-16T02:26:53,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-16T02:26:53,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-16T02:26:53,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-16T02:26:53,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-16T02:26:53,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-16T02:26:53,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-16T02:26:53,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-16T02:26:53,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-16T02:26:53,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-16T02:26:53,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-16T02:26:53,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-16T02:26:53,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-16T02:26:53,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-16T02:26:53,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-16T02:26:53,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-16T02:26:53,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-16T02:26:53,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-16T02:26:53,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-16T02:26:53,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-16T02:26:53,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-16T02:26:53,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-16T02:26:53,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-16T02:26:53,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-16T02:26:53,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-16T02:26:53,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-16T02:26:53,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-16T02:26:53,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-16T02:26:53,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-16T02:26:53,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-16T02:26:53,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-16T02:26:53,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-16T02:26:53,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-16T02:26:53,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-16T02:26:53,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-16T02:26:53,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-16T02:26:53,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-16T02:26:53,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-16T02:26:53,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-16T02:26:53,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-16T02:26:53,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-16T02:26:53,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-16T02:26:53,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-16T02:26:53,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-16T02:26:53,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-16T02:26:53,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-16T02:26:53,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-16T02:26:53,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-16T02:26:53,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-16T02:26:53,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-16T02:26:53,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-16T02:26:53,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-16T02:26:53,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-16T02:26:53,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-16T02:26:53,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-16T02:26:53,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-16T02:26:53,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-16T02:26:53,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-16T02:26:53,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-16T02:26:53,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-16T02:26:53,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-16T02:26:53,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-16T02:26:53,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-16T02:26:53,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-16T02:26:53,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-16T02:26:53,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-16T02:26:53,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-16T02:26:53,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-16T02:26:53,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-16T02:26:53,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-16T02:26:53,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-16T02:26:53,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-16T02:26:53,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-16T02:26:53,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-16T02:26:53,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-16T02:26:53,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-16T02:26:53,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-16T02:26:53,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-16T02:26:53,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-16T02:26:53,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-16T02:26:53,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-16T02:26:53,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-16T02:26:53,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-16T02:26:53,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-16T02:26:53,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-16T02:26:53,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-16T02:26:53,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-16T02:26:53,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-16T02:26:53,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-16T02:26:53,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-16T02:26:53,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-16T02:26:53,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-16T02:26:53,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-16T02:26:53,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-16T02:26:53,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-16T02:26:53,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-16T02:26:53,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-16T02:26:53,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-16T02:26:53,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-16T02:26:53,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-16T02:26:53,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-16T02:26:53,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-16T02:26:53,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-16T02:26:53,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-16T02:26:53,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-16T02:26:53,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-16T02:26:53,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-16T02:26:53,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-16T02:26:53,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-16T02:26:53,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-16T02:26:53,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-16T02:26:53,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-16T02:26:53,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-16T02:26:53,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-16T02:26:53,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-16T02:26:53,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-16T02:26:53,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-16T02:26:53,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-16T02:26:53,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-16T02:26:53,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-16T02:26:53,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-16T02:26:53,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-16T02:26:53,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-16T02:26:53,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-16T02:26:53,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-16T02:26:53,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-16T02:26:53,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-16T02:26:53,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-16T02:26:53,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-16T02:26:53,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-16T02:26:53,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-16T02:26:53,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-16T02:26:53,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-16T02:26:53,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-16T02:26:53,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-16T02:26:53,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-16T02:26:53,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-16T02:26:53,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-16T02:26:53,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-16T02:26:53,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-16T02:26:53,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-16T02:26:53,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-16T02:26:53,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-16T02:26:53,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-16T02:26:53,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-16T02:26:53,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-16T02:26:53,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-16T02:26:53,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-16T02:26:53,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-16T02:26:53,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-16T02:26:53,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-16T02:26:53,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-16T02:26:53,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-16T02:26:53,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-16T02:26:53,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-16T02:26:53,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-16T02:26:53,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-16T02:26:53,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-16T02:26:53,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-16T02:26:53,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-16T02:26:53,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-16T02:26:53,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-16T02:26:53,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-16T02:26:53,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-16T02:26:53,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-16T02:26:53,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-16T02:26:53,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-16T02:26:53,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-16T02:26:53,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-16T02:26:53,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-16T02:26:53,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-16T02:26:53,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-16T02:26:53,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-16T02:26:53,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:53,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:53,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-16T02:26:53,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-16T02:26:54,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-16T02:26:54,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-16T02:26:54,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-16T02:26:54,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-16T02:26:54,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-16T02:26:54,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-16T02:26:54,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-16T02:26:54,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-16T02:26:54,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-16T02:26:54,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-16T02:26:54,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-16T02:26:54,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-16T02:26:54,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-16T02:26:54,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-16T02:26:54,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-16T02:26:54,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-16T02:26:54,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-16T02:26:54,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-16T02:26:54,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-16T02:26:54,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-16T02:26:54,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-16T02:26:54,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-16T02:26:54,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-16T02:26:54,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-16T02:26:54,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-16T02:26:54,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-16T02:26:54,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-16T02:26:54,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-16T02:26:54,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-16T02:26:54,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-16T02:26:54,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-16T02:26:54,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-16T02:26:54,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-16T02:26:54,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-16T02:26:54,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-16T02:26:54,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-16T02:26:54,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-16T02:26:54,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-16T02:26:54,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,126 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390): HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731724012947; access_time=1731724012453; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724013042; access_time=1731724012950; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731724013046; access_time=1731724013046; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T02:26:54,126 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-16T02:26:54,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-16T02:26:54,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-16T02:26:54,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-16T02:26:54,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-16T02:26:54,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-16T02:26:54,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-16T02:26:54,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-16T02:26:54,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-16T02:26:54,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-16T02:26:54,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-16T02:26:54,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-16T02:26:54,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-16T02:26:54,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-16T02:26:54,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0, size=2.3 K (2324bytes) 2024-11-16T02:26:54,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0 2024-11-16T02:26:54,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-16T02:26:54,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0 after 2ms 2024-11-16T02:26:54,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-16T02:26:54,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-16T02:26:54,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-16T02:26:54,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-16T02:26:54,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-16T02:26:54,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-16T02:26:54,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-16T02:26:54,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0 took 20ms 2024-11-16T02:26:54,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-16T02:26:54,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-16T02:26:54,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-16T02:26:54,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-16T02:26:54,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0 so closing down 2024-11-16T02:26:54,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:54,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:54,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-16T02:26:54,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-16T02:26:54,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,196 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:26:54,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-16T02:26:54,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-16T02:26:54,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-16T02:26:54,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-16T02:26:54,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-16T02:26:54,205 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:26:54,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:26:54,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-16T02:26:54,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:26:54,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-16T02:26:54,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-16T02:26:54,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-16T02:26:54,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-16T02:26:54,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-16T02:26:54,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-16T02:26:54,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-16T02:26:54,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-16T02:26:54,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-16T02:26:54,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-16T02:26:54,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-16T02:26:54,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-16T02:26:54,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-16T02:26:54,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-16T02:26:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741876_1053 (size=743) 2024-11-16T02:26:54,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741876_1053 (size=743) 2024-11-16T02:26:54,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-16T02:26:54,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741875_1052 (size=743) 2024-11-16T02:26:54,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741875_1052 (size=743) 2024-11-16T02:26:54,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-16T02:26:54,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:26:54,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-16T02:26:54,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:26:54,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:26:54,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:26:54,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 63 ms; skipped=7; WAL=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-16T02:26:54,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-16T02:26:54,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0, size=2.3 K (2324bytes) at 1731724014160Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0 so closing down at 1731724014190 (+30 ms)3 split writer threads finished at 1731724014190Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724014206 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724014208 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724014244 (+36 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724014245 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724014246 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724014248 (+2 ms)Processed 27 edits across 2 Regions in 63 ms; skipped=7; WAL=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731724014248 2024-11-16T02:26:54,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-16T02:26:54,254 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/oldWALs/wal.dat.0 2024-11-16T02:26:54,254 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:26:54,254 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1 2024-11-16T02:26:54,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1 after 8ms 2024-11-16T02:26:54,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-16T02:26:54,267 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1 took 13ms 2024-11-16T02:26:54,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-16T02:26:54,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-16T02:26:54,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-16T02:26:54,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-16T02:26:54,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-16T02:26:54,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-16T02:26:54,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-16T02:26:54,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-16T02:26:54,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-16T02:26:54,287 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1 so closing down 2024-11-16T02:26:54,287 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:54,288 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:54,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-16T02:26:54,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-16T02:26:54,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-16T02:26:54,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-16T02:26:54,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-16T02:26:54,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-16T02:26:54,301 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:26:54,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-16T02:26:54,303 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:26:54,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-16T02:26:54,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-16T02:26:54,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-16T02:26:54,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-16T02:26:54,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:26:54,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-16T02:26:54,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:26:54,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-16T02:26:54,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-16T02:26:54,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-16T02:26:54,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-16T02:26:54,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-16T02:26:54,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-16T02:26:54,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-16T02:26:54,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-16T02:26:54,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-16T02:26:54,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741877_1054 (size=743) 2024-11-16T02:26:54,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-16T02:26:54,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741877_1054 (size=743) 2024-11-16T02:26:54,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:26:54,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-16T02:26:54,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-16T02:26:54,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:26:54,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-16T02:26:54,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-16T02:26:54,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-16T02:26:54,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-16T02:26:54,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741878_1055 (size=743) 2024-11-16T02:26:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741878_1055 (size=743) 2024-11-16T02:26:54,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-16T02:26:54,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-16T02:26:54,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:26:54,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:26:54,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-16T02:26:54,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:26:54,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1, size=1.4 K (1393bytes) at 1731724014254Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1 so closing down at 1731724014287 (+33 ms)3 split writer threads finished at 1731724014288 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724014312 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724014313 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724014337 (+24 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724014343 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724014365 (+22 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724014369 (+4 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724014369 2024-11-16T02:26:54,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-16T02:26:54,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-16T02:26:54,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/oldWALs/wal.dat.1 2024-11-16T02:26:54,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2, size=150 (150bytes) 2024-11-16T02:26:54,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 2024-11-16T02:26:54,374 WARN [IPC Server handler 3 on default port 33863 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-16T02:26:54,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 after 1ms 2024-11-16T02:26:54,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-16T02:26:54,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-16T02:26:54,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-16T02:26:54,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-16T02:26:54,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-16T02:26:54,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-16T02:26:54,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-16T02:26:54,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-16T02:26:54,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-16T02:26:54,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-16T02:26:54,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-16T02:26:54,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-16T02:26:54,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-16T02:26:54,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-16T02:26:54,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-16T02:26:54,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-16T02:26:54,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-16T02:26:54,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-16T02:26:54,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-16T02:26:54,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-16T02:26:54,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-16T02:26:54,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-16T02:26:54,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-16T02:26:54,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-16T02:26:54,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-16T02:26:54,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-16T02:26:54,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-16T02:26:54,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-16T02:26:54,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-16T02:26:54,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-16T02:26:54,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-16T02:26:54,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-16T02:26:54,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-16T02:26:54,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-16T02:26:54,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-16T02:26:54,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-16T02:26:54,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-16T02:26:54,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-16T02:26:54,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-16T02:26:54,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-16T02:26:54,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-16T02:26:54,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-16T02:26:54,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-16T02:26:54,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-16T02:26:54,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-16T02:26:54,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-16T02:26:54,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-16T02:26:54,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-16T02:26:54,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-16T02:26:54,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-16T02:26:54,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-16T02:26:54,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-16T02:26:54,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-16T02:26:54,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-16T02:26:54,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-16T02:26:54,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-16T02:26:54,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-16T02:26:54,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-16T02:26:54,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-16T02:26:54,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-16T02:26:54,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-16T02:26:54,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-16T02:26:54,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-16T02:26:54,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-16T02:26:54,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-16T02:26:54,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-16T02:26:54,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-16T02:26:54,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-16T02:26:54,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-16T02:26:54,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-16T02:26:54,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-16T02:26:54,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-16T02:26:54,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-16T02:26:54,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-16T02:26:54,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-16T02:26:54,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-16T02:26:54,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-16T02:26:54,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-16T02:26:54,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-16T02:26:54,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-16T02:26:54,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-16T02:26:54,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-16T02:26:54,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-16T02:26:54,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-16T02:26:54,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-16T02:26:54,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-16T02:26:54,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-16T02:26:54,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-16T02:26:54,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-16T02:26:54,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-16T02:26:54,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-16T02:26:54,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-16T02:26:54,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-16T02:26:54,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-16T02:26:54,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-16T02:26:54,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-16T02:26:54,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-16T02:26:54,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-16T02:26:54,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-16T02:26:54,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-16T02:26:54,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-16T02:26:54,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-16T02:26:54,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-16T02:26:54,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-16T02:26:54,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-16T02:26:54,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-16T02:26:54,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-16T02:26:54,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-16T02:26:54,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-16T02:26:54,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-16T02:26:54,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-16T02:26:54,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-16T02:26:54,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-16T02:26:54,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-16T02:26:54,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-16T02:26:54,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-16T02:26:54,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-16T02:26:54,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-16T02:26:54,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-16T02:26:54,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-16T02:26:54,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-16T02:26:54,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-16T02:26:54,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-16T02:26:54,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-16T02:26:54,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-16T02:26:54,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-16T02:26:54,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-16T02:26:54,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-16T02:26:54,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-16T02:26:54,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-16T02:26:54,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-16T02:26:54,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-16T02:26:54,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-16T02:26:54,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-16T02:26:54,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-16T02:26:54,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-16T02:26:54,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-16T02:26:54,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-16T02:26:54,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-16T02:26:54,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-16T02:26:54,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-16T02:26:54,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-16T02:26:54,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-16T02:26:54,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-16T02:26:54,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-16T02:26:54,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-16T02:26:54,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-16T02:26:54,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-16T02:26:54,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-16T02:26:54,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-16T02:26:54,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-16T02:26:54,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-16T02:26:54,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-16T02:26:54,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-16T02:26:54,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-16T02:26:54,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-16T02:26:54,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-16T02:26:54,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-16T02:26:54,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-16T02:26:54,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-16T02:26:54,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-16T02:26:54,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-16T02:26:54,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-16T02:26:54,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-16T02:26:54,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-16T02:26:54,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-16T02:26:54,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-16T02:26:54,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-16T02:26:54,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-16T02:26:54,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-16T02:26:54,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-16T02:26:54,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-16T02:26:54,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-16T02:26:54,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-16T02:26:54,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-16T02:26:54,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-16T02:26:54,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-16T02:26:54,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-16T02:26:54,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-16T02:26:54,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-16T02:26:54,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-16T02:26:54,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-16T02:26:54,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-16T02:26:54,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-16T02:26:54,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-16T02:26:54,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-16T02:26:54,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-16T02:26:54,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-16T02:26:54,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-16T02:26:54,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-16T02:26:54,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-16T02:26:54,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-16T02:26:54,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-16T02:26:54,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-16T02:26:54,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-16T02:26:54,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-16T02:26:54,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-16T02:26:54,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-16T02:26:54,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-16T02:26:54,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-16T02:26:54,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-16T02:26:54,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-16T02:26:54,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-16T02:26:54,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-16T02:26:54,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-16T02:26:54,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-16T02:26:54,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-16T02:26:54,893 WARN [ResponseProcessor for block BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:26:54,894 WARN [DataStreamer for file /user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 block BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40761,DS-1b0e123b-a9aa-475c-a359-00ec0284bb68,DISK], DatanodeInfoWithStorage[127.0.0.1:46177,DS-b3778a40-72d1-484b-a16b-2ff12a8214db,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40761,DS-1b0e123b-a9aa-475c-a359-00ec0284bb68,DISK]) is bad. 2024-11-16T02:26:54,893 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2031136246_535 at /127.0.0.1:58556 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:40761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58556 dst: /127.0.0.1:40761 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40761 remote=/127.0.0.1:58556]. Total timeout mills is 60000, 59998 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:26:54,895 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2031136246_535 at /127.0.0.1:40946 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:46177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40946 dst: /127.0.0.1:46177 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:26:54,900 WARN [DataStreamer for file /user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 block BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:26:54,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-16T02:26:54,904 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-16T02:26:54,905 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 695 2024-11-16T02:26:54,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-16T02:26:54,905 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:26:54,906 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:26:54,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741874_1056 (size=43811) 2024-11-16T02:26:54,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741874_1056 (size=43811) 2024-11-16T02:26:58,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 after 4006ms 2024-11-16T02:26:58,388 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 took 4014ms 2024-11-16T02:26:58,436 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2; continuing. 2024-11-16T02:26:58,437 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 so closing down 2024-11-16T02:26:58,437 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:26:58,445 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:26:58,465 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:26:58,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:26:58,484 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:26:58,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:26:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741879_1057 (size=43169) 2024-11-16T02:26:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741879_1057 (size=43169) 2024-11-16T02:26:58,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 674 edits, skipped 0 edits in 9 ms) 2024-11-16T02:26:58,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:26:58,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741880_1058 (size=743) 2024-11-16T02:26:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741880_1058 (size=743) 2024-11-16T02:26:58,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:26:58,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:26:58,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 684 edits across 2 Regions in 187 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T02:26:58,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2, size=150 (150bytes) at 1731724014374Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 so closing down at 1731724018437 (+4063 ms)3 split writer threads finished at 1731724018445 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724018478 (+33 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724018500 (+22 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 674 edits, skipped 0 edits in 9 ms) at 1731724018542 (+42 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724018552 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724018579 (+27 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724018583 (+4 ms)Processed 684 edits across 2 Regions in 187 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731724018583 2024-11-16T02:26:58,588 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/WALs/testlogcannotbewrittenonceparsed,16010,1731724012390/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/09e6bc42-8814-625c-2972-9ce1b5df77bb/oldWALs/wal.dat.2 2024-11-16T02:26:58,591 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-16T02:26:58,645 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=694, robber=694 2024-11-16T02:26:58,657 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=144 (was 137) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1551774021_22 at /127.0.0.1:58594 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1551774021_22 at /127.0.0.1:41014 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:33863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33863 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:33863 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:33863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:45223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 592) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3693 (was 3852) 2024-11-16T02:26:58,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=600, ProcessCount=11, AvailableMemoryMB=3693 2024-11-16T02:26:58,666 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:26:58,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741881_1059 (size=7) 2024-11-16T02:26:58,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741881_1059 (size=7) 2024-11-16T02:26:58,717 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:26:58,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:58,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:26:58,723 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:26:58,724 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:26:58,726 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:26:58,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:26:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741882_1060 (size=1393) 2024-11-16T02:26:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741882_1060 (size=1393) 2024-11-16T02:26:58,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:26:58,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:26:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741883_1061 (size=1393) 2024-11-16T02:26:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741883_1061 (size=1393) 2024-11-16T02:26:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:26:58,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:26:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741884_1062 (size=1393) 2024-11-16T02:26:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741884_1062 (size=1393) 2024-11-16T02:26:58,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:26:58,887 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:26:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741885_1063 (size=1393) 2024-11-16T02:26:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741885_1063 (size=1393) 2024-11-16T02:26:58,907 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:26:58,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:26:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741886_1064 (size=1393) 2024-11-16T02:26:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741886_1064 (size=1393) 2024-11-16T02:26:58,933 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:26:58,933 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:26:58,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741887_1065 (size=1393) 2024-11-16T02:26:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741887_1065 (size=1393) 2024-11-16T02:26:58,950 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:26:58,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:26:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:58,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741888_1066 (size=1405) 2024-11-16T02:26:58,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741888_1066 (size=1405) 2024-11-16T02:26:58,981 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:26:58,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:26:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:58,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741889_1067 (size=1413) 2024-11-16T02:26:59,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741889_1067 (size=1413) 2024-11-16T02:26:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:26:59,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:26:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741890_1068 (size=1413) 2024-11-16T02:26:59,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741890_1068 (size=1413) 2024-11-16T02:26:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:26:59,134 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:26:59,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:26:59,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:26:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741891_1069 (size=1413) 2024-11-16T02:26:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741891_1069 (size=1413) 2024-11-16T02:26:59,238 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:26:59,264 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:26:59,264 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0 2024-11-16T02:26:59,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0 after 3ms 2024-11-16T02:26:59,268 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:01,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0 took 2012ms 2024-11-16T02:27:01,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0 so closing down 2024-11-16T02:27:01,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:01,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:01,285 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:01,285 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:01,290 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:01,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741893_1071 (size=743) 2024-11-16T02:27:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741893_1071 (size=743) 2024-11-16T02:27:01,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741892_1070 (size=743) 2024-11-16T02:27:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741892_1070 (size=743) 2024-11-16T02:27:01,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:01,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:01,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0, size=1.4 K (1393bytes) at 1731724019264Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0 so closing down at 1731724021279 (+2015 ms)3 split writer threads finished at 1731724021280 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724021290 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724021290Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021303 (+13 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724021308 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021312 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724021316 (+4 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724021317 (+1 ms) 2024-11-16T02:27:01,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.0 2024-11-16T02:27:01,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:01,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1 2024-11-16T02:27:01,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1 after 2ms 2024-11-16T02:27:01,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1 took 6ms 2024-11-16T02:27:01,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1 so closing down 2024-11-16T02:27:01,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:01,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:01,341 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:01,341 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:01,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:01,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741894_1072 (size=743) 2024-11-16T02:27:01,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741894_1072 (size=743) 2024-11-16T02:27:01,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741895_1073 (size=743) 2024-11-16T02:27:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741895_1073 (size=743) 2024-11-16T02:27:01,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:01,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:01,370 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:01,370 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1, size=1.4 K (1393bytes) at 1731724021325Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1 so closing down at 1731724021336 (+11 ms)3 split writer threads finished at 1731724021336Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724021343 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724021343Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021364 (+21 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021364Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724021368 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724021370 (+2 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724021370 2024-11-16T02:27:01,383 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.1 2024-11-16T02:27:01,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:01,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2 2024-11-16T02:27:01,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2 after 1ms 2024-11-16T02:27:01,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2 took 17ms 2024-11-16T02:27:01,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2 so closing down 2024-11-16T02:27:01,421 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:01,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:01,434 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:01,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:01,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:01,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:01,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741897_1075 (size=743) 2024-11-16T02:27:01,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741897_1075 (size=743) 2024-11-16T02:27:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741896_1074 (size=743) 2024-11-16T02:27:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741896_1074 (size=743) 2024-11-16T02:27:01,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:01,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:01,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:01,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2, size=1.4 K (1393bytes) at 1731724021384Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2 so closing down at 1731724021421 (+37 ms)3 split writer threads finished at 1731724021422 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724021448 (+26 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724021449 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021468 (+19 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724021473 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021861 (+388 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724021866 (+5 ms)Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724021866 2024-11-16T02:27:01,873 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.2 2024-11-16T02:27:01,873 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:01,873 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3 2024-11-16T02:27:01,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3 after 1ms 2024-11-16T02:27:01,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3 took 6ms 2024-11-16T02:27:01,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3 so closing down 2024-11-16T02:27:01,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:01,908 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:01,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:01,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:01,942 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:01,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:01,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741898_1076 (size=743) 2024-11-16T02:27:01,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741898_1076 (size=743) 2024-11-16T02:27:01,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741899_1077 (size=743) 2024-11-16T02:27:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741899_1077 (size=743) 2024-11-16T02:27:01,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:01,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:01,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:01,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3, size=1.4 K (1393bytes) at 1731724021873Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3 so closing down at 1731724021900 (+27 ms)3 split writer threads finished at 1731724021908 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724021935 (+27 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724021950 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021977 (+27 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724021981 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724021991 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724021994 (+3 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724021995 (+1 ms) 2024-11-16T02:27:01,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.3 2024-11-16T02:27:01,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:01,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4 2024-11-16T02:27:02,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4 after 1ms 2024-11-16T02:27:02,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4 took 5ms 2024-11-16T02:27:02,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4 so closing down 2024-11-16T02:27:02,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:02,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:02,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:02,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:02,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:02,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741900_1078 (size=743) 2024-11-16T02:27:02,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741900_1078 (size=743) 2024-11-16T02:27:02,026 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741901_1079 (size=743) 2024-11-16T02:27:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741901_1079 (size=743) 2024-11-16T02:27:02,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:02,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:02,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4, size=1.4 K (1393bytes) at 1731724021999Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4 so closing down at 1731724022007 (+8 ms)3 split writer threads finished at 1731724022007Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724022014 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724022016 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022026 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724022029 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022043 (+14 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724022045 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724022046 (+1 ms) 2024-11-16T02:27:02,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.4 2024-11-16T02:27:02,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:02,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5 2024-11-16T02:27:02,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5 after 0ms 2024-11-16T02:27:02,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5 took 5ms 2024-11-16T02:27:02,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5 so closing down 2024-11-16T02:27:02,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:02,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:02,061 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:02,063 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:02,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:02,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:02,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741902_1080 (size=743) 2024-11-16T02:27:02,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741902_1080 (size=743) 2024-11-16T02:27:02,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:02,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741903_1081 (size=743) 2024-11-16T02:27:02,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741903_1081 (size=743) 2024-11-16T02:27:02,086 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:02,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:02,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5, size=1.4 K (1393bytes) at 1731724022050Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5 so closing down at 1731724022056 (+6 ms)3 split writer threads finished at 1731724022058 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724022064 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724022065 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022075 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724022081 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022086 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724022090 (+4 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724022090 2024-11-16T02:27:02,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.5 2024-11-16T02:27:02,093 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:02,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6 2024-11-16T02:27:02,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6 after 0ms 2024-11-16T02:27:02,098 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6 took 5ms 2024-11-16T02:27:02,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6 so closing down 2024-11-16T02:27:02,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:02,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:02,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:02,109 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:02,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:02,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741905_1083 (size=749) 2024-11-16T02:27:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741905_1083 (size=749) 2024-11-16T02:27:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741904_1082 (size=749) 2024-11-16T02:27:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741904_1082 (size=749) 2024-11-16T02:27:02,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:02,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:02,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:02,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6, size=1.4 K (1405bytes) at 1731724022094Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6 so closing down at 1731724022100 (+6 ms)3 split writer threads finished at 1731724022100Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724022110 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724022110Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022122 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022122Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724022130 (+8 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724022131 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724022131 2024-11-16T02:27:02,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.6 2024-11-16T02:27:02,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:02,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7 2024-11-16T02:27:02,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7 after 1ms 2024-11-16T02:27:02,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7 took 9ms 2024-11-16T02:27:02,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7 so closing down 2024-11-16T02:27:02,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:02,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:02,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:02,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:02,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:02,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741907_1085 (size=753) 2024-11-16T02:27:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741907_1085 (size=753) 2024-11-16T02:27:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741906_1084 (size=753) 2024-11-16T02:27:02,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741906_1084 (size=753) 2024-11-16T02:27:02,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:02,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:02,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:02,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7, size=1.4 K (1413bytes) at 1731724022142Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7 so closing down at 1731724022178 (+36 ms)3 split writer threads finished at 1731724022180 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724022193 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724022200 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022248 (+48 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724022252 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022648 (+396 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724022651 (+3 ms)Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724022651 2024-11-16T02:27:02,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.7 2024-11-16T02:27:02,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:02,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8 2024-11-16T02:27:02,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8 after 1ms 2024-11-16T02:27:02,666 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8 took 7ms 2024-11-16T02:27:02,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8 so closing down 2024-11-16T02:27:02,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:02,673 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:02,679 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:02,691 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:02,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:02,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741908_1086 (size=753) 2024-11-16T02:27:02,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741908_1086 (size=753) 2024-11-16T02:27:02,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741909_1087 (size=753) 2024-11-16T02:27:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741909_1087 (size=753) 2024-11-16T02:27:02,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:02,748 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:02,748 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8, size=1.4 K (1413bytes) at 1731724022659Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8 so closing down at 1731724022672 (+13 ms)3 split writer threads finished at 1731724022673 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724022694 (+21 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724022700 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022723 (+23 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724022729 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022745 (+16 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724022748 (+3 ms)Processed 20 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724022748 2024-11-16T02:27:02,752 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.8 2024-11-16T02:27:02,752 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:02,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9 2024-11-16T02:27:02,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9 after 1ms 2024-11-16T02:27:02,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9 took 16ms 2024-11-16T02:27:02,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9 so closing down 2024-11-16T02:27:02,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:02,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:02,778 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:02,778 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:02,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:02,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741910_1088 (size=753) 2024-11-16T02:27:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741910_1088 (size=753) 2024-11-16T02:27:02,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:02,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741911_1089 (size=753) 2024-11-16T02:27:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741911_1089 (size=753) 2024-11-16T02:27:02,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:02,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:02,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:02,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9, size=1.4 K (1413bytes) at 1731724022752Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9 so closing down at 1731724022770 (+18 ms)3 split writer threads finished at 1731724022772 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724022779 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724022780 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022789 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724022792 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724022801 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724022804 (+3 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724022804 2024-11-16T02:27:02,807 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/WALs/testretryopenduringrecovery,16010,1731724018723/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/2c979c9a-82f6-6b02-f2a3-8e6d1d303d87/oldWALs/wal.dat.9 2024-11-16T02:27:02,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144 (was 144), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=616 (was 600) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3595 (was 3693) 2024-11-16T02:27:02,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=616, ProcessCount=11, AvailableMemoryMB=3595 2024-11-16T02:27:02,827 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:02,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741912_1090 (size=7) 2024-11-16T02:27:02,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741912_1090 (size=7) 2024-11-16T02:27:02,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:02,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:02,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:02,849 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:02,849 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:02,850 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:02,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741913_1091 (size=1393) 2024-11-16T02:27:02,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741913_1091 (size=1393) 2024-11-16T02:27:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:02,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:02,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741914_1092 (size=1393) 2024-11-16T02:27:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741914_1092 (size=1393) 2024-11-16T02:27:02,905 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:02,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:02,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:02,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741915_1093 (size=1393) 2024-11-16T02:27:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741915_1093 (size=1393) 2024-11-16T02:27:03,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:03,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:03,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741916_1094 (size=1393) 2024-11-16T02:27:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741916_1094 (size=1393) 2024-11-16T02:27:03,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:03,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:03,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741917_1095 (size=1393) 2024-11-16T02:27:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741917_1095 (size=1393) 2024-11-16T02:27:03,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:03,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:03,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:03,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741919_1097 (size=1405) 2024-11-16T02:27:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741919_1097 (size=1405) 2024-11-16T02:27:03,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:03,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:03,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741920_1098 (size=1413) 2024-11-16T02:27:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741920_1098 (size=1413) 2024-11-16T02:27:03,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:03,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:03,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741921_1099 (size=1413) 2024-11-16T02:27:03,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741921_1099 (size=1413) 2024-11-16T02:27:03,444 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:03,444 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741922_1100 (size=1413) 2024-11-16T02:27:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741922_1100 (size=1413) 2024-11-16T02:27:03,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:03,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:03,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0 2024-11-16T02:27:03,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0 after 0ms 2024-11-16T02:27:03,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0 took 3ms 2024-11-16T02:27:03,917 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0 so closing down 2024-11-16T02:27:03,917 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:03,917 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:03,920 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:03,920 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:03,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:03,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741924_1102 (size=743) 2024-11-16T02:27:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741924_1102 (size=743) 2024-11-16T02:27:03,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:03,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:03,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741923_1101 (size=743) 2024-11-16T02:27:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741923_1101 (size=743) 2024-11-16T02:27:03,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:03,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:03,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:03,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0, size=1.4 K (1393bytes) at 1731724023910Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0 so closing down at 1731724023917 (+7 ms)3 split writer threads finished at 1731724023917Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724023921 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724023922 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724023950 (+28 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724023952 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724023961 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724023963 (+2 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724023963 2024-11-16T02:27:03,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.0 2024-11-16T02:27:03,966 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:03,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1 2024-11-16T02:27:03,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1 after 0ms 2024-11-16T02:27:03,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1 took 3ms 2024-11-16T02:27:03,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1 so closing down 2024-11-16T02:27:03,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:03,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:03,973 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:03,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:03,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:03,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:03,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741925_1103 (size=743) 2024-11-16T02:27:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741925_1103 (size=743) 2024-11-16T02:27:03,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:03,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741926_1104 (size=743) 2024-11-16T02:27:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741926_1104 (size=743) 2024-11-16T02:27:04,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:04,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:04,010 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:04,010 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1, size=1.4 K (1393bytes) at 1731724023966Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1 so closing down at 1731724023970 (+4 ms)3 split writer threads finished at 1731724023970Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724023975 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724023976 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724023993 (+17 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724023994 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724024008 (+14 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724024010 (+2 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724024010 2024-11-16T02:27:04,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.1 2024-11-16T02:27:04,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:04,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2 2024-11-16T02:27:04,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2 after 0ms 2024-11-16T02:27:04,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2 took 3ms 2024-11-16T02:27:04,021 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2 so closing down 2024-11-16T02:27:04,021 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:04,021 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:04,026 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:04,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:04,033 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:04,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:04,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741927_1105 (size=743) 2024-11-16T02:27:04,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741927_1105 (size=743) 2024-11-16T02:27:04,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:04,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741928_1106 (size=743) 2024-11-16T02:27:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741928_1106 (size=743) 2024-11-16T02:27:04,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:04,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:04,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:04,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2, size=1.4 K (1393bytes) at 1731724024015Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2 so closing down at 1731724024021 (+6 ms)3 split writer threads finished at 1731724024021Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724024028 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724024035 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724024044 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724024047 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724024053 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724024056 (+3 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724024056 2024-11-16T02:27:04,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.2 2024-11-16T02:27:04,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:04,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3 2024-11-16T02:27:04,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3 after 0ms 2024-11-16T02:27:04,062 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3 took 3ms 2024-11-16T02:27:04,063 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3 so closing down 2024-11-16T02:27:04,063 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:04,064 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:04,068 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:04,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:04,072 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:04,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:04,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741929_1107 (size=743) 2024-11-16T02:27:04,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741929_1107 (size=743) 2024-11-16T02:27:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741930_1108 (size=743) 2024-11-16T02:27:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741930_1108 (size=743) 2024-11-16T02:27:04,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:04,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:04,644 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:04,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:04,649 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 587 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:04,649 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3, size=1.4 K (1393bytes) at 1731724024059Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3 so closing down at 1731724024063 (+4 ms)3 split writer threads finished at 1731724024064 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724024072 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724024088 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724024536 (+448 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724024542 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724024644 (+102 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724024648 (+4 ms)Processed 20 edits across 2 Regions in 587 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724024649 (+1 ms) 2024-11-16T02:27:04,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.3 2024-11-16T02:27:04,653 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:04,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4 2024-11-16T02:27:04,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4 after 2ms 2024-11-16T02:27:04,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4 took 12ms 2024-11-16T02:27:04,670 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4 so closing down 2024-11-16T02:27:04,670 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:04,671 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:04,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:04,684 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:04,684 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:04,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741931_1109 (size=743) 2024-11-16T02:27:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741931_1109 (size=743) 2024-11-16T02:27:04,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:04,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:04,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741932_1110 (size=743) 2024-11-16T02:27:04,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741932_1110 (size=743) 2024-11-16T02:27:04,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:04,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:04,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:04,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4, size=1.4 K (1393bytes) at 1731724024653Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4 so closing down at 1731724024670 (+17 ms)3 split writer threads finished at 1731724024671 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724024684 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724024708 (+24 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724024719 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724024720 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724024734 (+14 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724024736 (+2 ms)Processed 20 edits across 2 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724024737 (+1 ms) 2024-11-16T02:27:04,744 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.4 2024-11-16T02:27:04,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5, size=150 (150bytes) 2024-11-16T02:27:04,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 2024-11-16T02:27:04,745 WARN [IPC Server handler 0 on default port 33863 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-16T02:27:04,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 after 1ms 2024-11-16T02:27:04,892 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1807990803_22 at /127.0.0.1:37002 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:46177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37002 dst: /127.0.0.1:46177 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:04,892 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1807990803_22 at /127.0.0.1:34132 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:40761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34132 dst: /127.0.0.1:40761 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40761 remote=/127.0.0.1:34132]. Total timeout mills is 60000, 58495 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:04,893 WARN [ResponseProcessor for block BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:27:04,893 WARN [DataStreamer for file /user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 block BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40761,DS-1b0e123b-a9aa-475c-a359-00ec0284bb68,DISK], DatanodeInfoWithStorage[127.0.0.1:46177,DS-b3778a40-72d1-484b-a16b-2ff12a8214db,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40761,DS-1b0e123b-a9aa-475c-a359-00ec0284bb68,DISK]) is bad. 2024-11-16T02:27:04,894 WARN [DataStreamer for file /user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 block BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:27:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741918_1111 (size=1385) 2024-11-16T02:27:04,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741918_1111 (size=1385) 2024-11-16T02:27:08,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 after 4002ms 2024-11-16T02:27:08,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 took 4005ms 2024-11-16T02:27:08,751 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5; continuing. 2024-11-16T02:27:08,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 so closing down 2024-11-16T02:27:08,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:08,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:08,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:08,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:08,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:08,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:08,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741934_1113 (size=743) 2024-11-16T02:27:08,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:08,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741934_1113 (size=743) 2024-11-16T02:27:08,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741933_1112 (size=743) 2024-11-16T02:27:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741933_1112 (size=743) 2024-11-16T02:27:08,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:08,784 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:08,784 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-16T02:27:08,784 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5, size=150 (150bytes) at 1731724024744Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 so closing down at 1731724028751 (+4007 ms)3 split writer threads finished at 1731724028751Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724028754 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724028766 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724028777 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724028779 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724028782 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724028784 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731724028784 2024-11-16T02:27:08,786 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.5 2024-11-16T02:27:08,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:08,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6 2024-11-16T02:27:08,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6 after 0ms 2024-11-16T02:27:08,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6 took 3ms 2024-11-16T02:27:08,790 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6 so closing down 2024-11-16T02:27:08,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:08,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:08,793 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:08,793 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:08,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:08,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741936_1115 (size=749) 2024-11-16T02:27:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741936_1115 (size=749) 2024-11-16T02:27:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741935_1114 (size=749) 2024-11-16T02:27:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741935_1114 (size=749) 2024-11-16T02:27:08,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:08,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:09,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:09,276 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:09,277 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:09,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6, size=1.4 K (1405bytes) at 1731724028786Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6 so closing down at 1731724028790 (+4 ms)3 split writer threads finished at 1731724028790Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724028794 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724028795 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724028820 (+25 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724028821 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724029216 (+395 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724029276 (+60 ms)Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724029277 (+1 ms) 2024-11-16T02:27:09,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.6 2024-11-16T02:27:09,283 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:09,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7 2024-11-16T02:27:09,284 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7 after 1ms 2024-11-16T02:27:09,290 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7 took 8ms 2024-11-16T02:27:09,292 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7 so closing down 2024-11-16T02:27:09,292 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:09,292 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:09,294 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:09,294 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:09,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:09,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741937_1116 (size=753) 2024-11-16T02:27:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741938_1117 (size=753) 2024-11-16T02:27:09,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741938_1117 (size=753) 2024-11-16T02:27:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741937_1116 (size=753) 2024-11-16T02:27:09,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:09,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:09,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:09,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:09,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7, size=1.4 K (1413bytes) at 1731724029283Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7 so closing down at 1731724029292 (+9 ms)3 split writer threads finished at 1731724029292Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724029295 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724029295Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724029301 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724029302 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724029703 (+401 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724029708 (+5 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724029709 (+1 ms) 2024-11-16T02:27:09,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.7 2024-11-16T02:27:09,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:09,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8 2024-11-16T02:27:09,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8 after 0ms 2024-11-16T02:27:09,717 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8 took 4ms 2024-11-16T02:27:09,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8 so closing down 2024-11-16T02:27:09,720 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:09,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:09,723 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:09,723 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:09,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:09,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741939_1118 (size=753) 2024-11-16T02:27:09,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741939_1118 (size=753) 2024-11-16T02:27:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741940_1119 (size=753) 2024-11-16T02:27:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741940_1119 (size=753) 2024-11-16T02:27:09,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:09,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:09,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:27:10,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:10,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:10,136 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8, size=1.4 K (1413bytes) at 1731724029714Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8 so closing down at 1731724029719 (+5 ms)3 split writer threads finished at 1731724029720 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724029725 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724029725Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724029731 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724029733 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030132 (+399 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724030135 (+3 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724030135 2024-11-16T02:27:10,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.8 2024-11-16T02:27:10,140 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:10,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9 2024-11-16T02:27:10,141 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9 after 0ms 2024-11-16T02:27:10,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9 took 5ms 2024-11-16T02:27:10,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9 so closing down 2024-11-16T02:27:10,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,151 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:10,152 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:10,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:10,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741941_1120 (size=753) 2024-11-16T02:27:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741942_1121 (size=753) 2024-11-16T02:27:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741942_1121 (size=753) 2024-11-16T02:27:10,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741941_1120 (size=753) 2024-11-16T02:27:10,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:10,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:10,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:10,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9, size=1.4 K (1413bytes) at 1731724030140Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9 so closing down at 1731724030148 (+8 ms)3 split writer threads finished at 1731724030148Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724030153 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724030154 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030166 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030167 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724030168 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724030168Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724030168 2024-11-16T02:27:10,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731724022849/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/471dd507-223e-8b7a-c02b-ac44ea39447c/oldWALs/wal.dat.9 2024-11-16T02:27:10,229 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=140 (was 144), OpenFileDescriptor=393 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=631 (was 616) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3456 (was 3595) 2024-11-16T02:27:10,234 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=631, ProcessCount=11, AvailableMemoryMB=3456 2024-11-16T02:27:10,235 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:10,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741943_1122 (size=7) 2024-11-16T02:27:10,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741943_1122 (size=7) 2024-11-16T02:27:10,242 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:10,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:10,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:10,246 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:10,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=631 (was 631), ProcessCount=11 (was 11), AvailableMemoryMB=3455 (was 3456) 2024-11-16T02:27:10,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=631, ProcessCount=11, AvailableMemoryMB=3455 2024-11-16T02:27:10,262 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741944_1123 (size=7) 2024-11-16T02:27:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741944_1123 (size=7) 2024-11-16T02:27:10,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:10,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:10,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:10,278 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:10,278 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:10,279 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:10,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741945_1124 (size=1393) 2024-11-16T02:27:10,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741945_1124 (size=1393) 2024-11-16T02:27:10,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:10,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:10,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741946_1125 (size=1393) 2024-11-16T02:27:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741946_1125 (size=1393) 2024-11-16T02:27:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:10,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741947_1126 (size=1393) 2024-11-16T02:27:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741947_1126 (size=1393) 2024-11-16T02:27:10,322 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:10,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:10,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741948_1127 (size=1393) 2024-11-16T02:27:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741948_1127 (size=1393) 2024-11-16T02:27:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:10,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741949_1128 (size=1393) 2024-11-16T02:27:10,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741949_1128 (size=1393) 2024-11-16T02:27:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:10,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741950_1129 (size=1393) 2024-11-16T02:27:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741950_1129 (size=1393) 2024-11-16T02:27:10,767 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:10,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741951_1130 (size=1405) 2024-11-16T02:27:10,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741951_1130 (size=1405) 2024-11-16T02:27:10,783 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:10,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:10,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741952_1131 (size=1413) 2024-11-16T02:27:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741952_1131 (size=1413) 2024-11-16T02:27:10,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:10,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741953_1132 (size=1413) 2024-11-16T02:27:10,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741953_1132 (size=1413) 2024-11-16T02:27:10,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:10,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:10,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741954_1133 (size=1413) 2024-11-16T02:27:10,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741954_1133 (size=1413) 2024-11-16T02:27:10,824 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:10,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:10,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0 2024-11-16T02:27:10,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0 after 1ms 2024-11-16T02:27:10,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0 took 3ms 2024-11-16T02:27:10,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0 so closing down 2024-11-16T02:27:10,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:10,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:10,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:10,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:10,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741956_1135 (size=743) 2024-11-16T02:27:10,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741955_1134 (size=743) 2024-11-16T02:27:10,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741955_1134 (size=743) 2024-11-16T02:27:10,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741956_1135 (size=743) 2024-11-16T02:27:10,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:10,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:10,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:10,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0, size=1.4 K (1393bytes) at 1731724030839Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0 so closing down at 1731724030844 (+5 ms)3 split writer threads finished at 1731724030844Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724030847 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724030847Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030853 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030853Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724030854 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724030854Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724030854 2024-11-16T02:27:10,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.0 2024-11-16T02:27:10,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:10,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1 2024-11-16T02:27:10,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1 after 0ms 2024-11-16T02:27:10,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1 took 2ms 2024-11-16T02:27:10,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1 so closing down 2024-11-16T02:27:10,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:10,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:10,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:10,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:10,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741958_1137 (size=743) 2024-11-16T02:27:10,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741957_1136 (size=743) 2024-11-16T02:27:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741957_1136 (size=743) 2024-11-16T02:27:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741958_1137 (size=743) 2024-11-16T02:27:10,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:10,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:10,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:10,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1, size=1.4 K (1393bytes) at 1731724030856Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1 so closing down at 1731724030859 (+3 ms)3 split writer threads finished at 1731724030860 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724030862 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724030862Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030867 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030867Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724030868 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724030868Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724030868 2024-11-16T02:27:10,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.1 2024-11-16T02:27:10,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:10,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2 2024-11-16T02:27:10,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2 after 0ms 2024-11-16T02:27:10,872 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2 took 2ms 2024-11-16T02:27:10,877 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2 so closing down 2024-11-16T02:27:10,877 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,879 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:10,879 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:10,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:10,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:10,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741959_1138 (size=743) 2024-11-16T02:27:10,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741959_1138 (size=743) 2024-11-16T02:27:10,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:10,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741960_1139 (size=743) 2024-11-16T02:27:10,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741960_1139 (size=743) 2024-11-16T02:27:10,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:10,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:10,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2, size=1.4 K (1393bytes) at 1731724030870Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2 so closing down at 1731724030877 (+7 ms)3 split writer threads finished at 1731724030877Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724030880 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724030883 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030892 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724030893 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030900 (+7 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724030901 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724030901 2024-11-16T02:27:10,903 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.2 2024-11-16T02:27:10,903 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:10,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3 2024-11-16T02:27:10,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3 after 0ms 2024-11-16T02:27:10,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3 took 2ms 2024-11-16T02:27:10,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3 so closing down 2024-11-16T02:27:10,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:10,908 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:10,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:10,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741962_1141 (size=743) 2024-11-16T02:27:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741961_1140 (size=743) 2024-11-16T02:27:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741962_1141 (size=743) 2024-11-16T02:27:10,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741961_1140 (size=743) 2024-11-16T02:27:10,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:10,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:10,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:10,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3, size=1.4 K (1393bytes) at 1731724030903Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3 so closing down at 1731724030907 (+4 ms)3 split writer threads finished at 1731724030907Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724030910 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724030910Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030915 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030915Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724030916 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724030916Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724030916 2024-11-16T02:27:10,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.3 2024-11-16T02:27:10,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:10,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4 2024-11-16T02:27:10,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4 after 0ms 2024-11-16T02:27:10,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4 took 2ms 2024-11-16T02:27:10,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4 so closing down 2024-11-16T02:27:10,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,923 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:10,923 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:10,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:10,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741963_1142 (size=743) 2024-11-16T02:27:10,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741963_1142 (size=743) 2024-11-16T02:27:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741964_1143 (size=743) 2024-11-16T02:27:10,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741964_1143 (size=743) 2024-11-16T02:27:10,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:10,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:10,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:10,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4, size=1.4 K (1393bytes) at 1731724030918Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4 so closing down at 1731724030921 (+3 ms)3 split writer threads finished at 1731724030921Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724030924 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724030924Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030929 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030929Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724030930 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724030930Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724030930 2024-11-16T02:27:10,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.4 2024-11-16T02:27:10,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:10,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5 2024-11-16T02:27:10,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5 after 0ms 2024-11-16T02:27:10,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5 took 2ms 2024-11-16T02:27:10,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5 so closing down 2024-11-16T02:27:10,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,935 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,937 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:10,937 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:10,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:10,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:10,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741966_1145 (size=743) 2024-11-16T02:27:10,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741965_1144 (size=743) 2024-11-16T02:27:10,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741965_1144 (size=743) 2024-11-16T02:27:10,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741966_1145 (size=743) 2024-11-16T02:27:10,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:10,947 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:10,947 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:10,947 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5, size=1.4 K (1393bytes) at 1731724030932Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5 so closing down at 1731724030935 (+3 ms)3 split writer threads finished at 1731724030935Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724030938 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724030938Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030945 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030946 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724030947 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724030947Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724030947 2024-11-16T02:27:10,949 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.5 2024-11-16T02:27:10,949 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:10,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6 2024-11-16T02:27:10,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6 after 0ms 2024-11-16T02:27:10,951 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6 took 2ms 2024-11-16T02:27:10,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6 so closing down 2024-11-16T02:27:10,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,952 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:10,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:10,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:10,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741968_1147 (size=749) 2024-11-16T02:27:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741967_1146 (size=749) 2024-11-16T02:27:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741968_1147 (size=749) 2024-11-16T02:27:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741967_1146 (size=749) 2024-11-16T02:27:10,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:10,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:10,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:10,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6, size=1.4 K (1405bytes) at 1731724030949Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6 so closing down at 1731724030952 (+3 ms)3 split writer threads finished at 1731724030952Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724030955 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724030955Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030959 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030959Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724030960 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724030960Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724030961 (+1 ms) 2024-11-16T02:27:10,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.6 2024-11-16T02:27:10,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:10,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7 2024-11-16T02:27:10,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7 after 0ms 2024-11-16T02:27:10,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7 took 2ms 2024-11-16T02:27:10,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7 so closing down 2024-11-16T02:27:10,965 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,965 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,967 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:10,967 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:10,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:10,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:10,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741970_1149 (size=753) 2024-11-16T02:27:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741969_1148 (size=753) 2024-11-16T02:27:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741970_1149 (size=753) 2024-11-16T02:27:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741969_1148 (size=753) 2024-11-16T02:27:10,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:10,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:10,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:10,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:10,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7, size=1.4 K (1413bytes) at 1731724030962Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7 so closing down at 1731724030965 (+3 ms)3 split writer threads finished at 1731724030965Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724030968 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724030968Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030981 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724030982 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724030983 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724030984 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724030984 2024-11-16T02:27:10,986 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.7 2024-11-16T02:27:10,986 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:10,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8 2024-11-16T02:27:10,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8 after 1ms 2024-11-16T02:27:10,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8 took 3ms 2024-11-16T02:27:10,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8 so closing down 2024-11-16T02:27:10,993 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:10,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:10,997 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:10,997 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:11,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:11,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741971_1150 (size=753) 2024-11-16T02:27:11,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741971_1150 (size=753) 2024-11-16T02:27:11,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741972_1151 (size=753) 2024-11-16T02:27:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741972_1151 (size=753) 2024-11-16T02:27:11,008 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,009 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:11,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:11,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:11,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8, size=1.4 K (1413bytes) at 1731724030986Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8 so closing down at 1731724030993 (+7 ms)3 split writer threads finished at 1731724030994 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724031000 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724031002 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031008 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724031009 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031406 (+397 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724031408 (+2 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724031408 2024-11-16T02:27:11,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.8 2024-11-16T02:27:11,410 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:11,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9 2024-11-16T02:27:11,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9 after 0ms 2024-11-16T02:27:11,412 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9 took 2ms 2024-11-16T02:27:11,414 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9 so closing down 2024-11-16T02:27:11,414 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:11,414 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:11,416 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:11,416 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:11,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:11,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741973_1152 (size=753) 2024-11-16T02:27:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741974_1153 (size=753) 2024-11-16T02:27:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741974_1153 (size=753) 2024-11-16T02:27:11,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741973_1152 (size=753) 2024-11-16T02:27:11,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:11,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:11,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:11,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9, size=1.4 K (1413bytes) at 1731724031410Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9 so closing down at 1731724031414 (+4 ms)3 split writer threads finished at 1731724031414Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724031417 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724031417Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031422 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031422Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724031423 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724031423Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724031423 2024-11-16T02:27:11,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/WALs/testsplit,16010,1731724030278/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/913b1b52-82c9-23b3-1a61-81be3027478b/oldWALs/wal.dat.9 2024-11-16T02:27:11,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=631 (was 631), ProcessCount=11 (was 11), AvailableMemoryMB=3433 (was 3455) 2024-11-16T02:27:11,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=631, ProcessCount=11, AvailableMemoryMB=3432 2024-11-16T02:27:11,487 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741975_1154 (size=7) 2024-11-16T02:27:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741975_1154 (size=7) 2024-11-16T02:27:11,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:11,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:11,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:11,498 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:11,499 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:11,500 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:11,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:11,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741976_1155 (size=1393) 2024-11-16T02:27:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741976_1155 (size=1393) 2024-11-16T02:27:11,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:11,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:11,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741977_1156 (size=1393) 2024-11-16T02:27:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741977_1156 (size=1393) 2024-11-16T02:27:11,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:11,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741978_1157 (size=1393) 2024-11-16T02:27:11,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741978_1157 (size=1393) 2024-11-16T02:27:11,536 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:11,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:11,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741979_1158 (size=1393) 2024-11-16T02:27:11,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741979_1158 (size=1393) 2024-11-16T02:27:11,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:11,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:11,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741980_1159 (size=1393) 2024-11-16T02:27:11,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741980_1159 (size=1393) 2024-11-16T02:27:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:11,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741981_1160 (size=1393) 2024-11-16T02:27:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741981_1160 (size=1393) 2024-11-16T02:27:11,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:11,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741982_1161 (size=1405) 2024-11-16T02:27:11,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741982_1161 (size=1405) 2024-11-16T02:27:11,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:11,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:11,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741983_1162 (size=1413) 2024-11-16T02:27:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741983_1162 (size=1413) 2024-11-16T02:27:11,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:11,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:11,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741984_1163 (size=1413) 2024-11-16T02:27:11,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741984_1163 (size=1413) 2024-11-16T02:27:11,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:11,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:11,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741985_1164 (size=1413) 2024-11-16T02:27:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741985_1164 (size=1413) 2024-11-16T02:27:11,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:11,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:11,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0 2024-11-16T02:27:11,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0 after 1ms 2024-11-16T02:27:11,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0 took 3ms 2024-11-16T02:27:11,641 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0 so closing down 2024-11-16T02:27:11,641 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:11,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:11,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:11,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:11,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:11,646 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741986_1165 (size=743) 2024-11-16T02:27:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741987_1166 (size=743) 2024-11-16T02:27:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741986_1165 (size=743) 2024-11-16T02:27:11,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741987_1166 (size=743) 2024-11-16T02:27:11,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:11,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:11,659 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:11,659 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0, size=1.4 K (1393bytes) at 1731724031636Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0 so closing down at 1731724031641 (+5 ms)3 split writer threads finished at 1731724031641Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724031646 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724031646Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031657 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031657Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724031659 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724031659Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724031659 2024-11-16T02:27:11,662 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.0 2024-11-16T02:27:11,662 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:11,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1 2024-11-16T02:27:11,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1 after 1ms 2024-11-16T02:27:11,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1 took 3ms 2024-11-16T02:27:11,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1 so closing down 2024-11-16T02:27:11,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:11,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:11,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:11,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:11,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:11,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741988_1167 (size=743) 2024-11-16T02:27:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741988_1167 (size=743) 2024-11-16T02:27:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741989_1168 (size=743) 2024-11-16T02:27:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741989_1168 (size=743) 2024-11-16T02:27:11,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:11,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:11,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:11,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1, size=1.4 K (1393bytes) at 1731724031662Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1 so closing down at 1731724031666 (+4 ms)3 split writer threads finished at 1731724031666Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724031670 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724031670Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031677 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031677Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724031679 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724031679Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724031679 2024-11-16T02:27:11,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.1 2024-11-16T02:27:11,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:11,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2 2024-11-16T02:27:11,682 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2 after 0ms 2024-11-16T02:27:11,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2 took 2ms 2024-11-16T02:27:11,685 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2 so closing down 2024-11-16T02:27:11,685 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:11,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:11,688 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:11,688 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:11,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:11,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741991_1170 (size=743) 2024-11-16T02:27:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741990_1169 (size=743) 2024-11-16T02:27:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741990_1169 (size=743) 2024-11-16T02:27:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741991_1170 (size=743) 2024-11-16T02:27:11,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:11,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:11,696 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:11,696 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2, size=1.4 K (1393bytes) at 1731724031682Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2 so closing down at 1731724031685 (+3 ms)3 split writer threads finished at 1731724031686 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724031689 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724031689Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031694 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031694Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724031696 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724031696Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724031696 2024-11-16T02:27:11,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.2 2024-11-16T02:27:11,699 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:11,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3 2024-11-16T02:27:11,699 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3 after 0ms 2024-11-16T02:27:11,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3 took 2ms 2024-11-16T02:27:11,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3 so closing down 2024-11-16T02:27:11,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:11,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:11,705 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:11,705 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:11,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:11,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741992_1171 (size=743) 2024-11-16T02:27:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741992_1171 (size=743) 2024-11-16T02:27:11,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741993_1172 (size=743) 2024-11-16T02:27:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741993_1172 (size=743) 2024-11-16T02:27:11,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:11,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:11,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3, size=1.4 K (1393bytes) at 1731724031699Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3 so closing down at 1731724031702 (+3 ms)3 split writer threads finished at 1731724031702Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724031706 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724031706Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031712 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724031714 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031718 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724031720 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724031720 2024-11-16T02:27:11,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.3 2024-11-16T02:27:11,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:11,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4 2024-11-16T02:27:11,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4 after 0ms 2024-11-16T02:27:11,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4 took 3ms 2024-11-16T02:27:11,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4 so closing down 2024-11-16T02:27:11,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:11,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:11,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:11,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:11,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:11,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:11,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741995_1174 (size=743) 2024-11-16T02:27:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741995_1174 (size=743) 2024-11-16T02:27:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741994_1173 (size=743) 2024-11-16T02:27:11,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741994_1173 (size=743) 2024-11-16T02:27:11,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:11,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:12,137 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:12,142 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:12,142 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4, size=1.4 K (1393bytes) at 1731724031722Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4 so closing down at 1731724031726 (+4 ms)3 split writer threads finished at 1731724031727 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724031730 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724031730Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724031735 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724031737 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032137 (+400 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724032141 (+4 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724032142 (+1 ms) 2024-11-16T02:27:12,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.4 2024-11-16T02:27:12,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:12,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5 2024-11-16T02:27:12,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5 after 1ms 2024-11-16T02:27:12,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5 took 5ms 2024-11-16T02:27:12,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5 so closing down 2024-11-16T02:27:12,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:12,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:12,155 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:12,155 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:12,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:12,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741996_1175 (size=743) 2024-11-16T02:27:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741996_1175 (size=743) 2024-11-16T02:27:12,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741997_1176 (size=743) 2024-11-16T02:27:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741997_1176 (size=743) 2024-11-16T02:27:12,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:12,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:12,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:12,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5, size=1.4 K (1393bytes) at 1731724032147Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5 so closing down at 1731724032152 (+5 ms)3 split writer threads finished at 1731724032152Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724032156 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724032158 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032165 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032167 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724032167Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724032168 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724032168 2024-11-16T02:27:12,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.5 2024-11-16T02:27:12,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:12,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6 2024-11-16T02:27:12,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6 after 0ms 2024-11-16T02:27:12,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6 took 3ms 2024-11-16T02:27:12,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6 so closing down 2024-11-16T02:27:12,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:12,175 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:12,178 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:12,178 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:12,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:12,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:12,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741999_1178 (size=749) 2024-11-16T02:27:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741999_1178 (size=749) 2024-11-16T02:27:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741998_1177 (size=749) 2024-11-16T02:27:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073741998_1177 (size=749) 2024-11-16T02:27:12,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:12,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:12,189 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:12,189 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6, size=1.4 K (1405bytes) at 1731724032171Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6 so closing down at 1731724032175 (+4 ms)3 split writer threads finished at 1731724032175Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724032179 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724032179Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032186 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032186Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724032188 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724032188Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724032189 (+1 ms) 2024-11-16T02:27:12,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.6 2024-11-16T02:27:12,191 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:12,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7 2024-11-16T02:27:12,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7 after 1ms 2024-11-16T02:27:12,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7 took 3ms 2024-11-16T02:27:12,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7 so closing down 2024-11-16T02:27:12,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:12,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:12,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:12,198 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:12,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:12,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742000_1179 (size=753) 2024-11-16T02:27:12,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742000_1179 (size=753) 2024-11-16T02:27:12,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742001_1180 (size=753) 2024-11-16T02:27:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742001_1180 (size=753) 2024-11-16T02:27:12,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:12,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:12,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:12,213 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7, size=1.4 K (1413bytes) at 1731724032191Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7 so closing down at 1731724032196 (+5 ms)3 split writer threads finished at 1731724032196Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724032200 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724032200Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032209 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032210 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724032212 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724032213 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724032213 2024-11-16T02:27:12,215 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.7 2024-11-16T02:27:12,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:12,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8 2024-11-16T02:27:12,216 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8 after 0ms 2024-11-16T02:27:12,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8 took 4ms 2024-11-16T02:27:12,220 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8 so closing down 2024-11-16T02:27:12,220 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:12,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:12,223 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:12,223 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:12,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:12,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742003_1182 (size=753) 2024-11-16T02:27:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742002_1181 (size=753) 2024-11-16T02:27:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742002_1181 (size=753) 2024-11-16T02:27:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742003_1182 (size=753) 2024-11-16T02:27:12,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:12,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:12,238 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:12,238 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8, size=1.4 K (1413bytes) at 1731724032216Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8 so closing down at 1731724032220 (+4 ms)3 split writer threads finished at 1731724032220Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724032224 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724032224Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032236 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032236Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724032238 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724032238Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724032238 2024-11-16T02:27:12,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.8 2024-11-16T02:27:12,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:12,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9 2024-11-16T02:27:12,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9 after 0ms 2024-11-16T02:27:12,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9 took 3ms 2024-11-16T02:27:12,245 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9 so closing down 2024-11-16T02:27:12,245 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:12,245 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:12,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:12,247 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:12,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:12,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:12,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742004_1183 (size=753) 2024-11-16T02:27:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742004_1183 (size=753) 2024-11-16T02:27:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742005_1184 (size=753) 2024-11-16T02:27:12,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742005_1184 (size=753) 2024-11-16T02:27:12,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:12,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:12,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:12,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:12,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9, size=1.4 K (1413bytes) at 1731724032241Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9 so closing down at 1731724032245 (+4 ms)3 split writer threads finished at 1731724032245Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724032248 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724032248Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032253 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724032254 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724032255 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724032256 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724032256 2024-11-16T02:27:12,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/WALs/testmovedwalduringrecovery,16010,1731724031499/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/e2d7f8fa-8183-6b30-6490-a728ea614015/oldWALs/wal.dat.9 2024-11-16T02:27:12,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=631 (was 631), ProcessCount=11 (was 11), AvailableMemoryMB=3423 (was 3432) 2024-11-16T02:27:12,276 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=631, ProcessCount=11, AvailableMemoryMB=3423 2024-11-16T02:27:12,276 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742006_1185 (size=7) 2024-11-16T02:27:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742006_1185 (size=7) 2024-11-16T02:27:12,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:12,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:12,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:12,286 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:12,289 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T02:27:12,289 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-16T02:27:12,290 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-16T02:27:12,290 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-16T02:27:12,291 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-16T02:27:12,307 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake, size=0 (0bytes) 2024-11-16T02:27:12,315 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake took 8ms 2024-11-16T02:27:12,740 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake so closing down 2024-11-16T02:27:12,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:12,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:12,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-16T02:27:12,745 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-16T02:27:12,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-16T02:27:12,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) 2024-11-16T02:27:12,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-16T02:27:12,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) 2024-11-16T02:27:12,817 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) 2024-11-16T02:27:12,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-16T02:27:12,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 61 ms) 2024-11-16T02:27:12,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) 2024-11-16T02:27:12,883 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 567 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T02:27:12,883 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake, size=0 (0bytes) at 1731724032307Split 1024 edits, skipped 0 edits. at 1731724032344 (+37 ms)Split 2048 edits, skipped 0 edits. at 1731724032366 (+22 ms)Split 3072 edits, skipped 0 edits. at 1731724032385 (+19 ms)Split 4096 edits, skipped 0 edits. at 1731724032406 (+21 ms)Split 5120 edits, skipped 0 edits. at 1731724032431 (+25 ms)Split 6144 edits, skipped 0 edits. at 1731724032456 (+25 ms)Split 7168 edits, skipped 0 edits. at 1731724032481 (+25 ms)Split 8192 edits, skipped 0 edits. at 1731724032505 (+24 ms)Split 9216 edits, skipped 0 edits. at 1731724032530 (+25 ms)Split 10240 edits, skipped 0 edits. at 1731724032556 (+26 ms)Split 11264 edits, skipped 0 edits. at 1731724032577 (+21 ms)Split 12288 edits, skipped 0 edits. at 1731724032597 (+20 ms)Split 13312 edits, skipped 0 edits. at 1731724032614 (+17 ms)Split 14336 edits, skipped 0 edits. at 1731724032636 (+22 ms)Split 15360 edits, skipped 0 edits. at 1731724032656 (+20 ms)Split 16384 edits, skipped 0 edits. at 1731724032676 (+20 ms)Split 17408 edits, skipped 0 edits. at 1731724032694 (+18 ms)Split 18432 edits, skipped 0 edits. at 1731724032711 (+17 ms)Split 19456 edits, skipped 0 edits. at 1731724032729 (+18 ms)Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake so closing down at 1731724032740 (+11 ms)3 split writer threads finished at 1731724032741 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731724032745 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731724032745Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731724032745Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) at 1731724032810 (+65 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731724032813 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 69 ms) at 1731724032815 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 71 ms) at 1731724032817 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731724032819 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 61 ms) at 1731724032881 (+62 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) at 1731724032882 (+1 ms)Processed 20000 edits across 5 Regions in 567 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/a2716dc2-6afb-9eda-d5aa-6c22cc4ea57d/WALs/testthreading,16010,1731724032286/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731724032883 (+1 ms) 2024-11-16T02:27:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-16T02:27:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-16T02:27:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-16T02:27:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-16T02:27:12,884 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-16T02:27:12,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 631), ProcessCount=11 (was 11), AvailableMemoryMB=3351 (was 3423) 2024-11-16T02:27:12,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=3350 2024-11-16T02:27:12,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:12,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742007_1186 (size=7) 2024-11-16T02:27:12,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742007_1186 (size=7) 2024-11-16T02:27:12,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:12,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:12,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:12,913 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:12,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T02:27:12,916 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:12,916 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:12,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:12,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742008_1187 (size=1393) 2024-11-16T02:27:12,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742008_1187 (size=1393) 2024-11-16T02:27:12,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:12,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742009_1188 (size=1393) 2024-11-16T02:27:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742009_1188 (size=1393) 2024-11-16T02:27:12,945 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:12,945 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:12,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742010_1189 (size=1393) 2024-11-16T02:27:12,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742010_1189 (size=1393) 2024-11-16T02:27:12,957 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:12,957 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:12,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742011_1190 (size=1393) 2024-11-16T02:27:12,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742011_1190 (size=1393) 2024-11-16T02:27:12,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:12,973 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742012_1191 (size=1393) 2024-11-16T02:27:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742012_1191 (size=1393) 2024-11-16T02:27:12,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:12,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:12,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:12,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742013_1192 (size=1393) 2024-11-16T02:27:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742013_1192 (size=1393) 2024-11-16T02:27:13,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:13,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:13,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742014_1193 (size=1405) 2024-11-16T02:27:13,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742014_1193 (size=1405) 2024-11-16T02:27:13,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:13,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:13,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742015_1194 (size=1413) 2024-11-16T02:27:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742015_1194 (size=1413) 2024-11-16T02:27:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:13,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:13,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742016_1195 (size=1413) 2024-11-16T02:27:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742016_1195 (size=1413) 2024-11-16T02:27:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:13,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742017_1196 (size=1413) 2024-11-16T02:27:13,054 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742017_1196 (size=1413) 2024-11-16T02:27:13,054 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T02:27:13,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty, size=0 (0bytes) 2024-11-16T02:27:13,076 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty might be still open, length is 0 2024-11-16T02:27:13,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty 2024-11-16T02:27:13,077 WARN [IPC Server handler 2 on default port 33863 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty closed. 2024-11-16T02:27:13,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty after 1ms 2024-11-16T02:27:13,078 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T02:27:13,079 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty; empty? 2024-11-16T02:27:13,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty so closing down 2024-11-16T02:27:13,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T02:27:13,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty, size=0 (0bytes) at 1731724033076Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty so closing down at 1731724033079 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731724033080 (+1 ms) 2024-11-16T02:27:13,082 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat..empty to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat..empty 2024-11-16T02:27:13,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:13,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0 2024-11-16T02:27:13,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0 after 0ms 2024-11-16T02:27:13,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0 took 2ms 2024-11-16T02:27:13,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0 so closing down 2024-11-16T02:27:13,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:13,093 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:13,094 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:13,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:13,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742018_1197 (size=743) 2024-11-16T02:27:13,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742018_1197 (size=743) 2024-11-16T02:27:13,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742019_1198 (size=743) 2024-11-16T02:27:13,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742019_1198 (size=743) 2024-11-16T02:27:13,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:13,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:13,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0, size=1.4 K (1393bytes) at 1731724033082Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0 so closing down at 1731724033087 (+5 ms)3 split writer threads finished at 1731724033087Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724033094 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724033094Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033105 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724033106 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033107 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724033108 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724033108 2024-11-16T02:27:13,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.0 2024-11-16T02:27:13,110 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:13,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1 2024-11-16T02:27:13,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1 after 0ms 2024-11-16T02:27:13,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1 took 2ms 2024-11-16T02:27:13,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1 so closing down 2024-11-16T02:27:13,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:13,116 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:13,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:13,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742021_1200 (size=743) 2024-11-16T02:27:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742021_1200 (size=743) 2024-11-16T02:27:13,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742020_1199 (size=743) 2024-11-16T02:27:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742020_1199 (size=743) 2024-11-16T02:27:13,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:13,132 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:13,132 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1, size=1.4 K (1393bytes) at 1731724033110Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1 so closing down at 1731724033114 (+4 ms)3 split writer threads finished at 1731724033114Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724033117 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724033117Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033126 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724033127 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033130 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724033131 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724033132 (+1 ms) 2024-11-16T02:27:13,133 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.1 2024-11-16T02:27:13,134 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:13,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2 2024-11-16T02:27:13,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2 after 0ms 2024-11-16T02:27:13,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2 took 4ms 2024-11-16T02:27:13,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2 so closing down 2024-11-16T02:27:13,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,140 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:13,140 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:13,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:13,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742023_1202 (size=743) 2024-11-16T02:27:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742023_1202 (size=743) 2024-11-16T02:27:13,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742022_1201 (size=743) 2024-11-16T02:27:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742022_1201 (size=743) 2024-11-16T02:27:13,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:13,168 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:13,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2, size=1.4 K (1393bytes) at 1731724033134Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2 so closing down at 1731724033138 (+4 ms)3 split writer threads finished at 1731724033138Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724033141 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724033142 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033156 (+14 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724033158 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033167 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724033168 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724033168 2024-11-16T02:27:13,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.2 2024-11-16T02:27:13,171 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:13,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3 2024-11-16T02:27:13,172 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3 after 1ms 2024-11-16T02:27:13,174 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3 took 3ms 2024-11-16T02:27:13,185 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3 so closing down 2024-11-16T02:27:13,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:13,188 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:13,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:13,190 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742024_1203 (size=743) 2024-11-16T02:27:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742024_1203 (size=743) 2024-11-16T02:27:13,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742025_1204 (size=743) 2024-11-16T02:27:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742025_1204 (size=743) 2024-11-16T02:27:13,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:13,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:13,212 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:13,212 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3, size=1.4 K (1393bytes) at 1731724033171Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3 so closing down at 1731724033186 (+15 ms)3 split writer threads finished at 1731724033186Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724033189 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724033190 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033207 (+17 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033208 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724033211 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724033212 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724033212 2024-11-16T02:27:13,214 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.3 2024-11-16T02:27:13,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:13,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4 2024-11-16T02:27:13,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4 after 1ms 2024-11-16T02:27:13,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4 took 4ms 2024-11-16T02:27:13,220 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4 so closing down 2024-11-16T02:27:13,220 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,220 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,226 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:13,224 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:13,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:13,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742027_1206 (size=743) 2024-11-16T02:27:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742027_1206 (size=743) 2024-11-16T02:27:13,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742026_1205 (size=743) 2024-11-16T02:27:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742026_1205 (size=743) 2024-11-16T02:27:13,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:13,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:13,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:13,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4, size=1.4 K (1393bytes) at 1731724033214Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4 so closing down at 1731724033220 (+6 ms)3 split writer threads finished at 1731724033220Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724033228 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724033229 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033238 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724033241 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033639 (+398 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724033641 (+2 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724033641 2024-11-16T02:27:13,644 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.4 2024-11-16T02:27:13,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:13,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5 2024-11-16T02:27:13,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5 after 1ms 2024-11-16T02:27:13,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5 took 4ms 2024-11-16T02:27:13,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5 so closing down 2024-11-16T02:27:13,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,650 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,653 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:13,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:13,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:13,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742028_1207 (size=743) 2024-11-16T02:27:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742028_1207 (size=743) 2024-11-16T02:27:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742029_1208 (size=743) 2024-11-16T02:27:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742029_1208 (size=743) 2024-11-16T02:27:13,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,665 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:13,666 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:13,666 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:13,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5, size=1.4 K (1393bytes) at 1731724033644Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5 so closing down at 1731724033650 (+6 ms)3 split writer threads finished at 1731724033650Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724033654 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724033654Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033664 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033665 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724033666 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724033666Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724033666 2024-11-16T02:27:13,668 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.5 2024-11-16T02:27:13,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:13,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6 2024-11-16T02:27:13,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6 after 1ms 2024-11-16T02:27:13,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6 took 2ms 2024-11-16T02:27:13,672 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6 so closing down 2024-11-16T02:27:13,672 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,672 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,674 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:13,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:13,679 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:13,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742030_1209 (size=749) 2024-11-16T02:27:13,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742030_1209 (size=749) 2024-11-16T02:27:13,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:13,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742031_1210 (size=749) 2024-11-16T02:27:13,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742031_1210 (size=749) 2024-11-16T02:27:13,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:13,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:13,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6, size=1.4 K (1405bytes) at 1731724033668Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6 so closing down at 1731724033672 (+4 ms)3 split writer threads finished at 1731724033672Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724033677 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724033680 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033687 (+7 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724033689 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033701 (+12 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724033702 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724033702 2024-11-16T02:27:13,703 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.6 2024-11-16T02:27:13,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:13,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7 2024-11-16T02:27:13,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7 after 1ms 2024-11-16T02:27:13,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7 took 2ms 2024-11-16T02:27:13,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7 so closing down 2024-11-16T02:27:13,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:13,708 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:13,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:13,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:13,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742032_1211 (size=753) 2024-11-16T02:27:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742033_1212 (size=753) 2024-11-16T02:27:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742032_1211 (size=753) 2024-11-16T02:27:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742033_1212 (size=753) 2024-11-16T02:27:13,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,718 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:13,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:13,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:13,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7, size=1.4 K (1413bytes) at 1731724033703Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7 so closing down at 1731724033707 (+4 ms)3 split writer threads finished at 1731724033707Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724033709 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724033709Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033716 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033716Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724033718 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724033718Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724033718 2024-11-16T02:27:13,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.7 2024-11-16T02:27:13,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:13,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8 2024-11-16T02:27:13,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8 after 1ms 2024-11-16T02:27:13,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8 took 3ms 2024-11-16T02:27:13,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8 so closing down 2024-11-16T02:27:13,725 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,727 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:13,727 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:13,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:13,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:13,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742035_1214 (size=753) 2024-11-16T02:27:13,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742035_1214 (size=753) 2024-11-16T02:27:13,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:13,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742034_1213 (size=753) 2024-11-16T02:27:13,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742034_1213 (size=753) 2024-11-16T02:27:13,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:13,746 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:13,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8, size=1.4 K (1413bytes) at 1731724033720Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8 so closing down at 1731724033725 (+5 ms)3 split writer threads finished at 1731724033725Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724033728 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724033728Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033737 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724033738 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033745 (+7 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724033746 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724033746 2024-11-16T02:27:13,748 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.8 2024-11-16T02:27:13,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:13,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9 2024-11-16T02:27:13,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9 after 0ms 2024-11-16T02:27:13,750 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9 took 2ms 2024-11-16T02:27:13,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9 so closing down 2024-11-16T02:27:13,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:13,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:13,753 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:13,753 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:13,754 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:13,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742037_1216 (size=753) 2024-11-16T02:27:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742036_1215 (size=753) 2024-11-16T02:27:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742036_1215 (size=753) 2024-11-16T02:27:13,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742037_1216 (size=753) 2024-11-16T02:27:13,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:13,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:13,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:13,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:13,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9, size=1.4 K (1413bytes) at 1731724033748Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9 so closing down at 1731724033751 (+3 ms)3 split writer threads finished at 1731724033751Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724033754 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724033754Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033763 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724033763Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724033765 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724033765Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724033765 2024-11-16T02:27:13,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.9 2024-11-16T02:27:13,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty, size=0 (0bytes) 2024-11-16T02:27:13,766 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty might be still open, length is 0 2024-11-16T02:27:13,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty 2024-11-16T02:27:13,766 WARN [IPC Server handler 3 on default port 33863 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty closed. 2024-11-16T02:27:13,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty after 1ms 2024-11-16T02:27:13,767 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-16T02:27:13,768 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty; empty? 2024-11-16T02:27:13,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty so closing down 2024-11-16T02:27:13,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-16T02:27:13,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty, size=0 (0bytes) at 1731724033766Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty so closing down at 1731724033768 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731724033768 2024-11-16T02:27:13,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/WALs/testemptyopenlogfiles,16010,1731724032913/wal.dat.empty to hdfs://localhost:33863/user/jenkins/test-data/619ea720-ef78-475f-e7a9-c5b6dc49a660/oldWALs/wal.dat.empty 2024-11-16T02:27:13,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=142 (was 140) Potentially hanging thread: Thread-1241 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1227884719_22 at /127.0.0.1:34268 [Waiting for operation #93] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1227884719_22 at /127.0.0.1:37200 [Waiting for operation #99] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Thread-1302 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) - Thread LEAK? -, OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=3329 (was 3350) 2024-11-16T02:27:13,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=142, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=3329 2024-11-16T02:27:13,828 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742038_1217 (size=7) 2024-11-16T02:27:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742038_1217 (size=7) 2024-11-16T02:27:13,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:13,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:13,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:13,840 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:13,840 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:13,841 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:13,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:13,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742039_1218 (size=1393) 2024-11-16T02:27:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742039_1218 (size=1393) 2024-11-16T02:27:13,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:13,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:13,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742040_1219 (size=1393) 2024-11-16T02:27:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742040_1219 (size=1393) 2024-11-16T02:27:13,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:13,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:13,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742041_1220 (size=1393) 2024-11-16T02:27:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742041_1220 (size=1393) 2024-11-16T02:27:13,884 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:13,884 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:13,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:13,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742042_1221 (size=1393) 2024-11-16T02:27:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742042_1221 (size=1393) 2024-11-16T02:27:14,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:14,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:14,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742043_1222 (size=1393) 2024-11-16T02:27:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742043_1222 (size=1393) 2024-11-16T02:27:14,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:14,328 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:14,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742044_1223 (size=1393) 2024-11-16T02:27:14,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742044_1223 (size=1393) 2024-11-16T02:27:14,350 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:14,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:14,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742045_1224 (size=1405) 2024-11-16T02:27:14,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742045_1224 (size=1405) 2024-11-16T02:27:14,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:14,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:14,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742046_1225 (size=1413) 2024-11-16T02:27:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742046_1225 (size=1413) 2024-11-16T02:27:14,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:14,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742047_1226 (size=1413) 2024-11-16T02:27:14,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742047_1226 (size=1413) 2024-11-16T02:27:14,389 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:14,390 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:14,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:14,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742048_1227 (size=1413) 2024-11-16T02:27:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742048_1227 (size=1413) 2024-11-16T02:27:14,401 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742049_1228 (size=1398) 2024-11-16T02:27:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742049_1228 (size=1398) 2024-11-16T02:27:14,429 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:14,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0 2024-11-16T02:27:14,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0 after 1ms 2024-11-16T02:27:14,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0 took 2ms 2024-11-16T02:27:14,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0 so closing down 2024-11-16T02:27:14,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:14,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:14,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:14,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742050_1229 (size=743) 2024-11-16T02:27:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742050_1229 (size=743) 2024-11-16T02:27:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742051_1230 (size=743) 2024-11-16T02:27:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742051_1230 (size=743) 2024-11-16T02:27:14,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:14,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:14,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:14,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0, size=1.4 K (1393bytes) at 1731724034429Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0 so closing down at 1731724034433 (+4 ms)3 split writer threads finished at 1731724034434 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724034437 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724034437Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034449 (+12 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034450 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724034450Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724034451 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724034451 2024-11-16T02:27:14,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.0 2024-11-16T02:27:14,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:14,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1 2024-11-16T02:27:14,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1 after 0ms 2024-11-16T02:27:14,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1 took 3ms 2024-11-16T02:27:14,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1 so closing down 2024-11-16T02:27:14,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:14,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:14,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:14,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742053_1232 (size=743) 2024-11-16T02:27:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742053_1232 (size=743) 2024-11-16T02:27:14,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742052_1231 (size=743) 2024-11-16T02:27:14,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742052_1231 (size=743) 2024-11-16T02:27:14,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:14,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:14,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:14,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1, size=1.4 K (1393bytes) at 1731724034453Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1 so closing down at 1731724034456 (+3 ms)3 split writer threads finished at 1731724034456Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724034459 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724034459Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034468 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034473 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724034473Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724034476 (+3 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724034476 2024-11-16T02:27:14,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.1 2024-11-16T02:27:14,479 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:14,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2 2024-11-16T02:27:14,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2 after 0ms 2024-11-16T02:27:14,481 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2 took 3ms 2024-11-16T02:27:14,483 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2 so closing down 2024-11-16T02:27:14,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:14,487 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:14,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:14,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:14,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742055_1234 (size=743) 2024-11-16T02:27:14,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742055_1234 (size=743) 2024-11-16T02:27:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742054_1233 (size=743) 2024-11-16T02:27:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742054_1233 (size=743) 2024-11-16T02:27:14,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:14,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:14,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:14,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2, size=1.4 K (1393bytes) at 1731724034479Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2 so closing down at 1731724034483 (+4 ms)3 split writer threads finished at 1731724034484 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724034488 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724034488Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034502 (+14 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034502Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724034503 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724034503Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724034503 2024-11-16T02:27:14,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.2 2024-11-16T02:27:14,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:14,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3 2024-11-16T02:27:14,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3 after 0ms 2024-11-16T02:27:14,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3 took 2ms 2024-11-16T02:27:14,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3 so closing down 2024-11-16T02:27:14,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:14,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:14,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:14,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742057_1236 (size=743) 2024-11-16T02:27:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742057_1236 (size=743) 2024-11-16T02:27:14,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742056_1235 (size=743) 2024-11-16T02:27:14,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742056_1235 (size=743) 2024-11-16T02:27:14,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:14,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:14,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:14,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3, size=1.4 K (1393bytes) at 1731724034505Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3 so closing down at 1731724034508 (+3 ms)3 split writer threads finished at 1731724034508Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724034511 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724034511Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034520 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034521 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724034522 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724034524 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724034524 2024-11-16T02:27:14,527 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.3 2024-11-16T02:27:14,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:14,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4 2024-11-16T02:27:14,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4 after 0ms 2024-11-16T02:27:14,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4 took 2ms 2024-11-16T02:27:14,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4 so closing down 2024-11-16T02:27:14,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,533 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:14,533 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:14,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:14,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:14,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742058_1237 (size=743) 2024-11-16T02:27:14,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742058_1237 (size=743) 2024-11-16T02:27:14,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,551 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742059_1238 (size=743) 2024-11-16T02:27:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742059_1238 (size=743) 2024-11-16T02:27:14,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:14,554 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:14,554 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4, size=1.4 K (1393bytes) at 1731724034527Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4 so closing down at 1731724034531 (+4 ms)3 split writer threads finished at 1731724034531Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724034534 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724034539 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034549 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724034551 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034552 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724034553 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724034554 (+1 ms) 2024-11-16T02:27:14,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.4 2024-11-16T02:27:14,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5, size=1.4 K (1398bytes) 2024-11-16T02:27:14,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5 2024-11-16T02:27:14,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5 after 1ms 2024-11-16T02:27:14,558 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5 took 3ms 2024-11-16T02:27:14,559 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:14,560 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5 so closing down 2024-11-16T02:27:14,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,563 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:14,566 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:14,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:14,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742061_1240 (size=743) 2024-11-16T02:27:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742061_1240 (size=743) 2024-11-16T02:27:14,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742060_1239 (size=743) 2024-11-16T02:27:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742060_1239 (size=743) 2024-11-16T02:27:14,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:14,581 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-16T02:27:14,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5, size=1.4 K (1398bytes) at 1731724034555Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5 so closing down at 1731724034560 (+5 ms)3 split writer threads finished at 1731724034560Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724034569 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724034569Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034573 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724034575 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034579 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724034580 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731724034581 (+1 ms) 2024-11-16T02:27:14,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/corrupt/wal.dat.5 2024-11-16T02:27:14,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:14,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6 2024-11-16T02:27:14,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6 after 1ms 2024-11-16T02:27:14,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6 took 2ms 2024-11-16T02:27:14,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6 so closing down 2024-11-16T02:27:14,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,589 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:14,589 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:14,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:14,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:14,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742062_1241 (size=749) 2024-11-16T02:27:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742062_1241 (size=749) 2024-11-16T02:27:14,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742063_1242 (size=749) 2024-11-16T02:27:14,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742063_1242 (size=749) 2024-11-16T02:27:14,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:14,604 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:14,604 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6, size=1.4 K (1405bytes) at 1731724034583Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6 so closing down at 1731724034587 (+4 ms)3 split writer threads finished at 1731724034587Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724034590 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724034590Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034598 (+8 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724034599 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034602 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724034603 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724034604 (+1 ms) 2024-11-16T02:27:14,606 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.6 2024-11-16T02:27:14,606 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:14,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7 2024-11-16T02:27:14,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7 after 0ms 2024-11-16T02:27:14,608 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7 took 2ms 2024-11-16T02:27:14,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7 so closing down 2024-11-16T02:27:14,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,611 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:14,611 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:14,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:14,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742065_1244 (size=753) 2024-11-16T02:27:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742064_1243 (size=753) 2024-11-16T02:27:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742065_1244 (size=753) 2024-11-16T02:27:14,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742064_1243 (size=753) 2024-11-16T02:27:14,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:14,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:14,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:14,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7, size=1.4 K (1413bytes) at 1731724034606Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7 so closing down at 1731724034610 (+4 ms)3 split writer threads finished at 1731724034610Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724034613 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724034613Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034617 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034618 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724034618Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724034619 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724034619 2024-11-16T02:27:14,621 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.7 2024-11-16T02:27:14,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:14,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8 2024-11-16T02:27:14,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8 after 0ms 2024-11-16T02:27:14,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8 took 2ms 2024-11-16T02:27:14,624 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8 so closing down 2024-11-16T02:27:14,624 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,624 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,626 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:14,626 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:14,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:14,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742066_1245 (size=753) 2024-11-16T02:27:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742067_1246 (size=753) 2024-11-16T02:27:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742066_1245 (size=753) 2024-11-16T02:27:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742067_1246 (size=753) 2024-11-16T02:27:14,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:14,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:14,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:14,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8, size=1.4 K (1413bytes) at 1731724034621Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8 so closing down at 1731724034624 (+3 ms)3 split writer threads finished at 1731724034624Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724034627 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724034627Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034637 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034637Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724034638 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724034638Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724034638 2024-11-16T02:27:14,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.8 2024-11-16T02:27:14,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:14,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9 2024-11-16T02:27:14,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9 after 0ms 2024-11-16T02:27:14,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9 took 2ms 2024-11-16T02:27:14,644 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9 so closing down 2024-11-16T02:27:14,644 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:14,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:14,646 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:14,646 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:14,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:14,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742068_1247 (size=753) 2024-11-16T02:27:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742068_1247 (size=753) 2024-11-16T02:27:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742069_1248 (size=753) 2024-11-16T02:27:14,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742069_1248 (size=753) 2024-11-16T02:27:14,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:15,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:15,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:15,062 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:15,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9, size=1.4 K (1413bytes) at 1731724034640Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9 so closing down at 1731724034644 (+4 ms)3 split writer threads finished at 1731724034644Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724034647 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724034647Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724034659 (+12 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724034660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724035060 (+400 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724035062 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724035062 2024-11-16T02:27:15,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731724033840/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/e34ec445-17fe-c817-f0fc-d8799f1c1bcb/oldWALs/wal.dat.9 2024-11-16T02:27:15,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=141 (was 142), OpenFileDescriptor=387 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=3312 (was 3329) 2024-11-16T02:27:15,128 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=3317 2024-11-16T02:27:15,128 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742070_1249 (size=7) 2024-11-16T02:27:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742070_1249 (size=7) 2024-11-16T02:27:15,135 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:15,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:15,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:15,140 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:15,140 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735/data/default/t1/58083b953c0badd036ec14fdfe74a91f 2024-11-16T02:27:15,141 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 58083b953c0badd036ec14fdfe74a91f 2024-11-16T02:27:15,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:15,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742071_1250 (size=3841) 2024-11-16T02:27:15,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742071_1250 (size=3841) 2024-11-16T02:27:15,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0, size=3.8 K (3841bytes) 2024-11-16T02:27:15,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0 2024-11-16T02:27:15,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0 after 1ms 2024-11-16T02:27:15,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0 took 2ms 2024-11-16T02:27:15,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0 so closing down 2024-11-16T02:27:15,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:15,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:15,184 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:15,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742072_1251 (size=1591) 2024-11-16T02:27:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742072_1251 (size=1591) 2024-11-16T02:27:15,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:15,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000009 2024-11-16T02:27:15,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-16T02:27:15,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0, size=3.8 K (3841bytes) at 1731724035175Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0 so closing down at 1731724035179 (+4 ms)3 split writer threads finished at 1731724035179Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724035186 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731724035192 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/data/default/t1/58083b953c0badd036ec14fdfe74a91f/recovered.edits/0000000000000000009 at 1731724035193 (+1 ms)Processed 21 edits across 1 Regions in 15 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731724035193 2024-11-16T02:27:15,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/WALs/testsplitleavescompactioneventsedits,16010,1731724035140/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/fe34c853-12ec-c607-debb-5e6bf6625d8e/oldWALs/wal.dat.0 2024-11-16T02:27:15,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=142 (was 141) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=3315 (was 3317) 2024-11-16T02:27:15,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=3315 2024-11-16T02:27:15,225 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742073_1252 (size=7) 2024-11-16T02:27:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742073_1252 (size=7) 2024-11-16T02:27:15,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:15,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:15,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:15,235 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:15,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T02:27:15,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742074_1253 (size=863) 2024-11-16T02:27:15,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742074_1253 (size=863) 2024-11-16T02:27:15,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:15,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0, size=863 (863bytes) 2024-11-16T02:27:15,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0 2024-11-16T02:27:15,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0 after 1ms 2024-11-16T02:27:15,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0 took 3ms 2024-11-16T02:27:15,265 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0 so closing down 2024-11-16T02:27:15,265 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:15,265 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:15,267 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:15,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:15,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742075_1254 (size=863) 2024-11-16T02:27:15,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742075_1254 (size=863) 2024-11-16T02:27:15,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:15,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T02:27:15,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-16T02:27:15,281 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0, size=863 (863bytes) at 1731724035260Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0 so closing down at 1731724035265 (+5 ms)3 split writer threads finished at 1731724035265Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724035268 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724035279 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731724035281 (+2 ms)Processed 10 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731724035281 2024-11-16T02:27:15,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/WALs/testsplitpreservesedits,16010,1731724035235/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/913ef7fc-4627-a4b0-c793-b13c716bebd7/oldWALs/wal.dat.0 2024-11-16T02:27:15,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 613), ProcessCount=11 (was 11), AvailableMemoryMB=3312 (was 3315) 2024-11-16T02:27:15,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=3311 2024-11-16T02:27:15,307 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742076_1255 (size=7) 2024-11-16T02:27:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742076_1255 (size=7) 2024-11-16T02:27:15,320 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:15,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:15,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:15,324 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:15,325 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:15,325 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:15,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:15,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742077_1256 (size=1393) 2024-11-16T02:27:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742077_1256 (size=1393) 2024-11-16T02:27:15,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:15,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:15,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742078_1257 (size=1393) 2024-11-16T02:27:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742078_1257 (size=1393) 2024-11-16T02:27:15,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:15,354 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:15,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742079_1258 (size=1393) 2024-11-16T02:27:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742079_1258 (size=1393) 2024-11-16T02:27:15,366 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:15,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:15,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742080_1259 (size=1393) 2024-11-16T02:27:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742080_1259 (size=1393) 2024-11-16T02:27:15,380 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:15,380 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742081_1260 (size=1393) 2024-11-16T02:27:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742081_1260 (size=1393) 2024-11-16T02:27:15,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:15,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:15,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742082_1261 (size=1393) 2024-11-16T02:27:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742082_1261 (size=1393) 2024-11-16T02:27:15,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:15,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:15,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742083_1262 (size=1405) 2024-11-16T02:27:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742083_1262 (size=1405) 2024-11-16T02:27:15,819 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:15,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742084_1263 (size=1413) 2024-11-16T02:27:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742084_1263 (size=1413) 2024-11-16T02:27:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:15,839 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742085_1264 (size=1413) 2024-11-16T02:27:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742085_1264 (size=1413) 2024-11-16T02:27:15,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:15,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:15,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742086_1265 (size=1413) 2024-11-16T02:27:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742086_1265 (size=1413) 2024-11-16T02:27:15,869 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:15,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742087_1266 (size=1394) 2024-11-16T02:27:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742087_1266 (size=1394) 2024-11-16T02:27:15,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:15,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0 2024-11-16T02:27:15,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0 after 1ms 2024-11-16T02:27:15,900 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0 took 2ms 2024-11-16T02:27:15,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0 so closing down 2024-11-16T02:27:15,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:15,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:15,905 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:15,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:15,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:15,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:15,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742089_1268 (size=743) 2024-11-16T02:27:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742089_1268 (size=743) 2024-11-16T02:27:15,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:15,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742088_1267 (size=743) 2024-11-16T02:27:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742088_1267 (size=743) 2024-11-16T02:27:15,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:15,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:15,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:15,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0, size=1.4 K (1393bytes) at 1731724035898Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0 so closing down at 1731724035903 (+5 ms)3 split writer threads finished at 1731724035903Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724035906 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724035906Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724035913 (+7 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724035915 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724035923 (+8 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724035925 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724035925 2024-11-16T02:27:15,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.0 2024-11-16T02:27:15,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:15,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1 2024-11-16T02:27:15,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1 after 0ms 2024-11-16T02:27:15,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1 took 6ms 2024-11-16T02:27:15,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1 so closing down 2024-11-16T02:27:15,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:15,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:15,939 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:15,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:15,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:15,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742090_1269 (size=743) 2024-11-16T02:27:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742090_1269 (size=743) 2024-11-16T02:27:15,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:15,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742091_1270 (size=743) 2024-11-16T02:27:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742091_1270 (size=743) 2024-11-16T02:27:15,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:15,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:15,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:15,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1, size=1.4 K (1393bytes) at 1731724035928Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1 so closing down at 1731724035937 (+9 ms)3 split writer threads finished at 1731724035937Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724035945 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724035947 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724035950 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724035951 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724035961 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724035963 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724035963 2024-11-16T02:27:15,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.1 2024-11-16T02:27:15,965 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:15,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2 2024-11-16T02:27:15,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2 after 1ms 2024-11-16T02:27:15,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2 took 3ms 2024-11-16T02:27:15,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2 so closing down 2024-11-16T02:27:15,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:15,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:15,991 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:15,991 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:15,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:15,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:16,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742092_1271 (size=743) 2024-11-16T02:27:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742092_1271 (size=743) 2024-11-16T02:27:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742093_1272 (size=743) 2024-11-16T02:27:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742093_1272 (size=743) 2024-11-16T02:27:16,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:16,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:16,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:16,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2, size=1.4 K (1393bytes) at 1731724035965Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2 so closing down at 1731724035981 (+16 ms)3 split writer threads finished at 1731724035986 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724035993 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724035995 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036022 (+27 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724036031 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036423 (+392 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724036427 (+4 ms)Processed 20 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724036428 (+1 ms) 2024-11-16T02:27:16,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.2 2024-11-16T02:27:16,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:16,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3 2024-11-16T02:27:16,434 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3 after 2ms 2024-11-16T02:27:16,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3 took 9ms 2024-11-16T02:27:16,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3 so closing down 2024-11-16T02:27:16,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:16,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:16,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:16,486 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:16,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:16,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742095_1274 (size=743) 2024-11-16T02:27:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742095_1274 (size=743) 2024-11-16T02:27:16,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:16,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742094_1273 (size=743) 2024-11-16T02:27:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742094_1273 (size=743) 2024-11-16T02:27:16,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:16,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:16,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3, size=1.4 K (1393bytes) at 1731724036431Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3 so closing down at 1731724036454 (+23 ms)3 split writer threads finished at 1731724036468 (+14 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724036498 (+30 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724036499 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036530 (+31 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724036537 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036553 (+16 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724036563 (+10 ms)Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724036563 2024-11-16T02:27:16,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.3 2024-11-16T02:27:16,566 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:16,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4 2024-11-16T02:27:16,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4 after 1ms 2024-11-16T02:27:16,574 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4 took 8ms 2024-11-16T02:27:16,609 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4 so closing down 2024-11-16T02:27:16,609 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:16,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:16,636 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:16,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:16,641 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:16,672 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:16,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742096_1275 (size=743) 2024-11-16T02:27:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742096_1275 (size=743) 2024-11-16T02:27:16,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742097_1276 (size=743) 2024-11-16T02:27:16,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742097_1276 (size=743) 2024-11-16T02:27:16,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:16,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:16,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4, size=1.4 K (1393bytes) at 1731724036566Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4 so closing down at 1731724036609 (+43 ms)3 split writer threads finished at 1731724036612 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724036641 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724036672 (+31 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036750 (+78 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724036752 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036760 (+8 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724036763 (+3 ms)Processed 20 edits across 2 Regions in 157 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724036764 (+1 ms) 2024-11-16T02:27:16,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.4 2024-11-16T02:27:16,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T02:27:16,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5 2024-11-16T02:27:16,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5 after 0ms 2024-11-16T02:27:16,776 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-16T02:27:16,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5 so closing down 2024-11-16T02:27:16,777 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T02:27:16,777 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5, size=1.4 K (1394bytes) at 1731724036767Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5 so closing down at 1731724036777 (+10 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731724036777 2024-11-16T02:27:16,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/corrupt/wal.dat.5 2024-11-16T02:27:16,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:16,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6 2024-11-16T02:27:16,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6 after 0ms 2024-11-16T02:27:16,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6 took 3ms 2024-11-16T02:27:16,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6 so closing down 2024-11-16T02:27:16,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:16,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:16,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:16,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:16,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:16,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:16,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742098_1277 (size=749) 2024-11-16T02:27:16,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742098_1277 (size=749) 2024-11-16T02:27:16,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742099_1278 (size=749) 2024-11-16T02:27:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742099_1278 (size=749) 2024-11-16T02:27:16,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:16,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:16,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:16,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6, size=1.4 K (1405bytes) at 1731724036780Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6 so closing down at 1731724036812 (+32 ms)3 split writer threads finished at 1731724036820 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724036860 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724036873 (+13 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036943 (+70 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724036945 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724036961 (+16 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724036963 (+2 ms)Processed 20 edits across 2 Regions in 153 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724036963 2024-11-16T02:27:16,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.6 2024-11-16T02:27:16,966 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:16,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7 2024-11-16T02:27:16,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7 after 0ms 2024-11-16T02:27:16,969 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7 took 2ms 2024-11-16T02:27:17,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7 so closing down 2024-11-16T02:27:17,002 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:17,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:17,032 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:17,043 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:17,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:17,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742101_1280 (size=753) 2024-11-16T02:27:17,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742101_1280 (size=753) 2024-11-16T02:27:17,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:17,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742100_1279 (size=753) 2024-11-16T02:27:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742100_1279 (size=753) 2024-11-16T02:27:17,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:17,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:17,593 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 592 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:17,593 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7, size=1.4 K (1413bytes) at 1731724036966Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7 so closing down at 1731724037002 (+36 ms)3 split writer threads finished at 1731724037004 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724037044 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724037124 (+80 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724037161 (+37 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724037163 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724037590 (+427 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724037593 (+3 ms)Processed 20 edits across 2 Regions in 592 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724037593 2024-11-16T02:27:17,597 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.7 2024-11-16T02:27:17,597 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:17,597 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8 2024-11-16T02:27:17,598 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8 after 1ms 2024-11-16T02:27:17,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8 took 4ms 2024-11-16T02:27:17,638 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8 so closing down 2024-11-16T02:27:17,638 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:17,639 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:17,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:17,660 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:17,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:17,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742102_1281 (size=753) 2024-11-16T02:27:17,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742102_1281 (size=753) 2024-11-16T02:27:17,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:17,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742103_1282 (size=753) 2024-11-16T02:27:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742103_1282 (size=753) 2024-11-16T02:27:17,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:17,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:17,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 210 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:17,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8, size=1.4 K (1413bytes) at 1731724037597Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8 so closing down at 1731724037638 (+41 ms)3 split writer threads finished at 1731724037639 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724037675 (+36 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724037696 (+21 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724037806 (+110 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724037817 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724037845 (+28 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724037846 (+1 ms)Processed 20 edits across 2 Regions in 210 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724037847 (+1 ms) 2024-11-16T02:27:17,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.8 2024-11-16T02:27:17,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:17,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9 2024-11-16T02:27:17,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9 after 1ms 2024-11-16T02:27:17,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9 took 4ms 2024-11-16T02:27:17,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9 so closing down 2024-11-16T02:27:17,889 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:17,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:17,904 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:17,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:17,919 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:17,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742104_1283 (size=753) 2024-11-16T02:27:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742104_1283 (size=753) 2024-11-16T02:27:18,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:18,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742105_1284 (size=753) 2024-11-16T02:27:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742105_1284 (size=753) 2024-11-16T02:27:18,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:18,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:18,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:18,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9, size=1.4 K (1413bytes) at 1731724037849Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9 so closing down at 1731724037889 (+40 ms)3 split writer threads finished at 1731724037892 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724037908 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724037952 (+44 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724038000 (+48 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724038002 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724038046 (+44 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724038055 (+9 ms)Processed 20 edits across 2 Regions in 167 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724038055 2024-11-16T02:27:18,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731724035324/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/bbe6ce35-69a5-57be-57e9-3b4f3bba19bd/oldWALs/wal.dat.9 2024-11-16T02:27:18,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 613) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3681 (was 3311) - AvailableMemoryMB LEAK? - 2024-11-16T02:27:18,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=3680 2024-11-16T02:27:18,281 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742106_1285 (size=7) 2024-11-16T02:27:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742106_1285 (size=7) 2024-11-16T02:27:18,410 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:18,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:18,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:18,415 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:18,415 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T02:27:18,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742107_1286 (size=2403) 2024-11-16T02:27:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742107_1286 (size=2403) 2024-11-16T02:27:18,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:18,611 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0, size=2.3 K (2403bytes) 2024-11-16T02:27:18,611 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0 2024-11-16T02:27:18,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0 after 4ms 2024-11-16T02:27:18,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0 took 10ms 2024-11-16T02:27:18,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0 so closing down 2024-11-16T02:27:18,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:18,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:18,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:18,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:18,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742108_1287 (size=863) 2024-11-16T02:27:18,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742108_1287 (size=863) 2024-11-16T02:27:18,734 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:18,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-16T02:27:18,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 73 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-16T02:27:18,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0, size=2.3 K (2403bytes) at 1731724038611Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0 so closing down at 1731724038671 (+60 ms)3 split writer threads finished at 1731724038674 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724038712 (+38 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724038734 (+22 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731724038737 (+3 ms)Processed 20 edits across 1 Regions in 73 ms; skipped=10; WAL=hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731724038737 2024-11-16T02:27:18,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/WALs/testsplitremovesregioneventsedits,16010,1731724038415/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/4b9442a6-dde5-ad35-d631-19e8eb4a0bd3/oldWALs/wal.dat.0 2024-11-16T02:27:18,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=141 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=3635 (was 3680) 2024-11-16T02:27:18,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=3635 2024-11-16T02:27:18,794 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742109_1288 (size=7) 2024-11-16T02:27:18,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742109_1288 (size=7) 2024-11-16T02:27:18,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:18,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:18,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:18,830 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:18,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=3633 (was 3635) 2024-11-16T02:27:18,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=3633 2024-11-16T02:27:18,866 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742110_1289 (size=7) 2024-11-16T02:27:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742110_1289 (size=7) 2024-11-16T02:27:18,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:18,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:18,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:18,897 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:18,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742111_1290 (size=255) 2024-11-16T02:27:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742111_1290 (size=255) 2024-11-16T02:27:18,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1, size=255 (255bytes) 2024-11-16T02:27:18,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1 2024-11-16T02:27:18,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1 after 1ms 2024-11-16T02:27:18,943 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1 took 4ms 2024-11-16T02:27:18,951 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-16T02:27:18,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1 so closing down 2024-11-16T02:27:18,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:18,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:18,953 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-16T02:27:18,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1, size=255 (255bytes) at 1731724038940Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1 so closing down at 1731724038951 (+11 ms)3 split writer threads finished at 1731724038953 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731724038953 2024-11-16T02:27:18,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/WALs/testsplitremovesreplicationmarkeredits,16010,1731724038897/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/e0530f2c-ae5a-547d-14a8-2ea37fc62cec/oldWALs/wal.dat.1 2024-11-16T02:27:18,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=3638 (was 3633) - AvailableMemoryMB LEAK? - 2024-11-16T02:27:18,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=3637 2024-11-16T02:27:18,994 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742112_1291 (size=7) 2024-11-16T02:27:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742112_1291 (size=7) 2024-11-16T02:27:19,027 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:19,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:19,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:19,033 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:19,034 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-16T02:27:19,034 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T02:27:19,044 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742113_1292 (size=1941) 2024-11-16T02:27:19,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742113_1292 (size=1941) 2024-11-16T02:27:19,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:19,112 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735/data/default/t1/region__1 2024-11-16T02:27:19,161 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0, size=1.9 K (1941bytes) 2024-11-16T02:27:19,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0 2024-11-16T02:27:19,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0 after 1ms 2024-11-16T02:27:19,173 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0 took 12ms 2024-11-16T02:27:19,180 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-16T02:27:19,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0 so closing down 2024-11-16T02:27:19,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:19,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:19,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-16T02:27:19,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0, size=1.9 K (1941bytes) at 1731724039161Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0 so closing down at 1731724039180 (+19 ms)3 split writer threads finished at 1731724039180Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731724039180 2024-11-16T02:27:19,183 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/WALs/testsplitlogfiledeletedregiondir,16010,1731724039034/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/1dbb4728-79b5-d630-6f0a-68972d5daf43/oldWALs/wal.dat.0 2024-11-16T02:27:19,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=3635 (was 3637) 2024-11-16T02:27:19,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=3634 2024-11-16T02:27:19,250 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:19,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742114_1293 (size=7) 2024-11-16T02:27:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742114_1293 (size=7) 2024-11-16T02:27:19,683 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:19,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:19,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:19,693 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:19,697 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T02:27:19,697 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:19,697 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:19,704 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:19,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742115_1294 (size=1393) 2024-11-16T02:27:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742115_1294 (size=1393) 2024-11-16T02:27:19,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:19,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:19,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742116_1295 (size=1393) 2024-11-16T02:27:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742116_1295 (size=1393) 2024-11-16T02:27:19,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:19,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:19,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:19,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742117_1296 (size=1393) 2024-11-16T02:27:20,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742117_1296 (size=1393) 2024-11-16T02:27:20,171 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:20,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742118_1297 (size=1393) 2024-11-16T02:27:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742118_1297 (size=1393) 2024-11-16T02:27:20,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:20,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:20,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742119_1298 (size=1393) 2024-11-16T02:27:20,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742119_1298 (size=1393) 2024-11-16T02:27:20,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:20,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742120_1299 (size=1393) 2024-11-16T02:27:20,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742120_1299 (size=1393) 2024-11-16T02:27:20,519 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:20,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:20,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742121_1300 (size=1405) 2024-11-16T02:27:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742121_1300 (size=1405) 2024-11-16T02:27:20,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:20,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742122_1301 (size=1413) 2024-11-16T02:27:20,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742122_1301 (size=1413) 2024-11-16T02:27:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:20,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742123_1302 (size=1413) 2024-11-16T02:27:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742123_1302 (size=1413) 2024-11-16T02:27:20,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:20,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742124_1303 (size=1413) 2024-11-16T02:27:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742124_1303 (size=1413) 2024-11-16T02:27:20,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:20,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:20,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0 2024-11-16T02:27:20,721 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0 after 1ms 2024-11-16T02:27:20,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0 took 3ms 2024-11-16T02:27:20,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0 so closing down 2024-11-16T02:27:20,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:20,724 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:20,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:20,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0, size=1.4 K (1393bytes) at 1731724040720Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0 so closing down at 1731724040724 (+4 ms)3 split writer threads finished at 1731724040724Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/5c5ea80f-8c29-8f74-4a07-fde40808298a/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731724039693/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724040725 (+1 ms) 2024-11-16T02:27:20,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=141 (was 141), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=3543 (was 3634) 2024-11-16T02:27:20,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=3542 2024-11-16T02:27:20,749 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742125_1304 (size=7) 2024-11-16T02:27:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742125_1304 (size=7) 2024-11-16T02:27:21,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:21,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:21,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:21,231 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:21,231 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:21,238 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:21,239 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742126_1305 (size=1393) 2024-11-16T02:27:21,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742126_1305 (size=1393) 2024-11-16T02:27:21,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:21,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:21,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742127_1306 (size=1393) 2024-11-16T02:27:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742127_1306 (size=1393) 2024-11-16T02:27:21,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:21,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:21,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742128_1307 (size=1393) 2024-11-16T02:27:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742128_1307 (size=1393) 2024-11-16T02:27:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:21,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742129_1308 (size=1393) 2024-11-16T02:27:21,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742129_1308 (size=1393) 2024-11-16T02:27:21,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:21,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:21,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742131_1310 (size=1393) 2024-11-16T02:27:21,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742131_1310 (size=1393) 2024-11-16T02:27:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:21,713 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:21,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:21,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742132_1311 (size=1405) 2024-11-16T02:27:21,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742132_1311 (size=1405) 2024-11-16T02:27:22,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:22,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742133_1312 (size=1413) 2024-11-16T02:27:22,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742133_1312 (size=1413) 2024-11-16T02:27:22,304 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:22,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742134_1313 (size=1413) 2024-11-16T02:27:22,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742134_1313 (size=1413) 2024-11-16T02:27:22,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:22,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:22,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742135_1314 (size=1413) 2024-11-16T02:27:22,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742135_1314 (size=1413) 2024-11-16T02:27:22,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:22,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742130_1309 (size=1458) 2024-11-16T02:27:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742130_1309 (size=1458) 2024-11-16T02:27:22,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:22,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0 2024-11-16T02:27:22,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0 after 1ms 2024-11-16T02:27:22,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0 took 5ms 2024-11-16T02:27:23,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0 so closing down 2024-11-16T02:27:23,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:23,005 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:23,020 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:23,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:23,039 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:23,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742137_1316 (size=743) 2024-11-16T02:27:23,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742137_1316 (size=743) 2024-11-16T02:27:23,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:23,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742136_1315 (size=743) 2024-11-16T02:27:23,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742136_1315 (size=743) 2024-11-16T02:27:23,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:23,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:23,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0, size=1.4 K (1393bytes) at 1731724042976Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0 so closing down at 1731724043003 (+27 ms)3 split writer threads finished at 1731724043005 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724043035 (+30 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724043052 (+17 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043116 (+64 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724043120 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043127 (+7 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724043128 (+1 ms)Processed 20 edits across 2 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724043129 (+1 ms) 2024-11-16T02:27:23,131 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/oldWALs/wal.dat.0 2024-11-16T02:27:23,131 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:23,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1 2024-11-16T02:27:23,132 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1 after 1ms 2024-11-16T02:27:23,134 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1 took 3ms 2024-11-16T02:27:23,139 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1 so closing down 2024-11-16T02:27:23,139 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:23,139 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:23,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:23,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:23,156 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:23,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742138_1317 (size=743) 2024-11-16T02:27:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742138_1317 (size=743) 2024-11-16T02:27:23,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:23,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742139_1318 (size=743) 2024-11-16T02:27:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742139_1318 (size=743) 2024-11-16T02:27:23,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:23,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:23,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1, size=1.4 K (1393bytes) at 1731724043131Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1 so closing down at 1731724043139 (+8 ms)3 split writer threads finished at 1731724043139Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724043152 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724043168 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043179 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724043181 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043192 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724043193 (+1 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724043193 2024-11-16T02:27:23,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/oldWALs/wal.dat.1 2024-11-16T02:27:23,195 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:23,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2 2024-11-16T02:27:23,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2 after 0ms 2024-11-16T02:27:23,198 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2 took 3ms 2024-11-16T02:27:23,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2 so closing down 2024-11-16T02:27:23,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:23,200 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:23,202 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:23,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:23,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:23,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742140_1319 (size=743) 2024-11-16T02:27:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742140_1319 (size=743) 2024-11-16T02:27:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742141_1320 (size=743) 2024-11-16T02:27:23,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742141_1320 (size=743) 2024-11-16T02:27:23,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:23,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:23,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:23,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2, size=1.4 K (1393bytes) at 1731724043195Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2 so closing down at 1731724043199 (+4 ms)3 split writer threads finished at 1731724043200 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724043204 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724043204Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043224 (+20 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043225 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724043226 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724043227 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724043227 2024-11-16T02:27:23,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/oldWALs/wal.dat.2 2024-11-16T02:27:23,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:23,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3 2024-11-16T02:27:23,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3 after 0ms 2024-11-16T02:27:23,232 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3 took 3ms 2024-11-16T02:27:23,233 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3 so closing down 2024-11-16T02:27:23,233 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:23,234 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:23,236 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:23,236 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:23,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:23,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742142_1321 (size=743) 2024-11-16T02:27:23,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742142_1321 (size=743) 2024-11-16T02:27:23,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742143_1322 (size=743) 2024-11-16T02:27:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742143_1322 (size=743) 2024-11-16T02:27:23,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:23,281 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:23,281 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:23,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3, size=1.4 K (1393bytes) at 1731724043230Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3 so closing down at 1731724043233 (+3 ms)3 split writer threads finished at 1731724043234 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724043238 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724043238Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043247 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724043249 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724043259 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724043281 (+22 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724043281 2024-11-16T02:27:23,285 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/oldWALs/wal.dat.3 2024-11-16T02:27:23,286 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4, size=1.4 K (1458bytes) 2024-11-16T02:27:23,286 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4 2024-11-16T02:27:23,286 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4 after 0ms 2024-11-16T02:27:23,292 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4 took 6ms 2024-11-16T02:27:23,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4 so closing down 2024-11-16T02:27:23,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:23,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:23,298 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-16T02:27:23,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:23,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:23,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-16T02:27:23,308 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:23,309 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-16T02:27:23,309 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4, size=1.4 K (1458bytes) at 1731724043286Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4 so closing down at 1731724043295 (+9 ms)3 split writer threads finished at 1731724043295Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724043301 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731724043307 (+6 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731724043309 (+2 ms)Processed 21 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/WALs/testsplitwillfailifwritingtoregionfails,16010,1731724041231/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731724043309 2024-11-16T02:27:23,324 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:54518 remote=/127.0.0.1:40761]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:27:23,324 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-1381795591-172.17.0.3-1731723996231:blk_1073742144_1323 2024-11-16T02:27:23,327 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:27:23,328 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:33863/user/jenkins/test-data/e1611678-afd0-7833-661a-63f9838932c7/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:23,331 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=144 (was 141) - Thread LEAK? -, OpenFileDescriptor=395 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=811 (was 708) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3392 (was 3542) 2024-11-16T02:27:23,345 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-258046593_22 at /127.0.0.1:54518 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:40761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54518 dst: /127.0.0.1:40761 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:23,358 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-258046593_22 at /127.0.0.1:44952 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:46177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44952 dst: /127.0.0.1:46177 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:23,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144, OpenFileDescriptor=400, MaxFileDescriptor=1048576, SystemLoadAverage=811, ProcessCount=11, AvailableMemoryMB=3390 2024-11-16T02:27:23,364 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742145_1324 (size=7) 2024-11-16T02:27:23,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742145_1324 (size=7) 2024-11-16T02:27:23,847 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:23,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:23,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:23,852 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:23,853 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T02:27:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742146_1325 (size=93) 2024-11-16T02:27:23,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742146_1325 (size=93) 2024-11-16T02:27:23,902 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:23,908 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:23,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:23,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:23,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742147_1326 (size=1393) 2024-11-16T02:27:23,986 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:23,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:23,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742147_1326 (size=1393) 2024-11-16T02:27:24,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742148_1327 (size=1393) 2024-11-16T02:27:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742148_1327 (size=1393) 2024-11-16T02:27:24,088 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:24,088 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:24,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742149_1328 (size=1393) 2024-11-16T02:27:24,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742149_1328 (size=1393) 2024-11-16T02:27:24,179 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:24,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:24,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742150_1329 (size=1393) 2024-11-16T02:27:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742150_1329 (size=1393) 2024-11-16T02:27:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:24,660 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742151_1330 (size=1393) 2024-11-16T02:27:24,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742151_1330 (size=1393) 2024-11-16T02:27:24,691 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:24,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:24,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742152_1331 (size=1393) 2024-11-16T02:27:24,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742152_1331 (size=1393) 2024-11-16T02:27:24,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:24,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742153_1332 (size=1405) 2024-11-16T02:27:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742153_1332 (size=1405) 2024-11-16T02:27:24,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:24,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:24,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742154_1333 (size=1413) 2024-11-16T02:27:24,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742154_1333 (size=1413) 2024-11-16T02:27:24,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:24,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:24,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742155_1334 (size=1413) 2024-11-16T02:27:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742155_1334 (size=1413) 2024-11-16T02:27:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:24,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:24,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742156_1335 (size=1413) 2024-11-16T02:27:24,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742156_1335 (size=1413) 2024-11-16T02:27:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:24,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-16T02:27:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742157_1336 (size=93) 2024-11-16T02:27:24,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742157_1336 (size=93) 2024-11-16T02:27:25,217 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty, size=93 (93bytes) 2024-11-16T02:27:25,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty 2024-11-16T02:27:25,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty after 4ms 2024-11-16T02:27:25,223 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty took 7ms 2024-11-16T02:27:25,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty so closing down 2024-11-16T02:27:25,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:25,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:25,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T02:27:25,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty, size=93 (93bytes) at 1731724045217Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty so closing down at 1731724045225 (+8 ms)3 split writer threads finished at 1731724045225Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731724045225 2024-11-16T02:27:25,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat..empty to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat..empty 2024-11-16T02:27:25,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:25,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0 2024-11-16T02:27:25,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0 after 1ms 2024-11-16T02:27:25,230 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0 took 3ms 2024-11-16T02:27:25,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0 so closing down 2024-11-16T02:27:25,234 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:25,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:25,240 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:25,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:25,243 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:25,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742158_1337 (size=743) 2024-11-16T02:27:25,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742158_1337 (size=743) 2024-11-16T02:27:25,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:25,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742159_1338 (size=743) 2024-11-16T02:27:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742159_1338 (size=743) 2024-11-16T02:27:25,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:25,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:25,280 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:25,280 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0, size=1.4 K (1393bytes) at 1731724045227Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0 so closing down at 1731724045234 (+7 ms)3 split writer threads finished at 1731724045236 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724045243 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724045245 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724045273 (+28 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724045274 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724045279 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724045280 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724045280 2024-11-16T02:27:25,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.0 2024-11-16T02:27:25,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:25,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1 2024-11-16T02:27:25,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1 after 0ms 2024-11-16T02:27:25,284 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1 took 2ms 2024-11-16T02:27:25,285 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1 so closing down 2024-11-16T02:27:25,285 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:25,285 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:25,293 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:25,293 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:25,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:25,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742161_1340 (size=743) 2024-11-16T02:27:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742161_1340 (size=743) 2024-11-16T02:27:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742160_1339 (size=743) 2024-11-16T02:27:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742160_1339 (size=743) 2024-11-16T02:27:25,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:25,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:25,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:25,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:25,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:25,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1, size=1.4 K (1393bytes) at 1731724045282Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1 so closing down at 1731724045285 (+3 ms)3 split writer threads finished at 1731724045285Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724045294 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724045294Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724045300 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724045301 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724045700 (+399 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724045703 (+3 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724045703 2024-11-16T02:27:25,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.1 2024-11-16T02:27:25,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:25,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2 2024-11-16T02:27:25,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2 after 0ms 2024-11-16T02:27:25,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2 took 2ms 2024-11-16T02:27:25,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2 so closing down 2024-11-16T02:27:25,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:25,752 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:25,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:25,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:25,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:25,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742163_1342 (size=743) 2024-11-16T02:27:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742163_1342 (size=743) 2024-11-16T02:27:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742162_1341 (size=743) 2024-11-16T02:27:25,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742162_1341 (size=743) 2024-11-16T02:27:25,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:25,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:25,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:25,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:25,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2, size=1.4 K (1393bytes) at 1731724045706Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2 so closing down at 1731724045745 (+39 ms)3 split writer threads finished at 1731724045752 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724045776 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724045777 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724045799 (+22 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724045801 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724045802 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724045804 (+2 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724045804 2024-11-16T02:27:25,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.2 2024-11-16T02:27:25,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:25,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3 2024-11-16T02:27:25,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3 after 3ms 2024-11-16T02:27:25,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3 took 5ms 2024-11-16T02:27:25,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3 so closing down 2024-11-16T02:27:25,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:25,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:25,836 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:25,837 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:25,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:25,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742164_1343 (size=743) 2024-11-16T02:27:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742164_1343 (size=743) 2024-11-16T02:27:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742165_1344 (size=743) 2024-11-16T02:27:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742165_1344 (size=743) 2024-11-16T02:27:25,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:25,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:26,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:26,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:26,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3, size=1.4 K (1393bytes) at 1731724045810Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3 so closing down at 1731724045823 (+13 ms)3 split writer threads finished at 1731724045823Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724045839 (+16 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724045844 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724045874 (+30 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724045893 (+19 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046273 (+380 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724046275 (+2 ms)Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724046275 2024-11-16T02:27:26,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.3 2024-11-16T02:27:26,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:26,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4 2024-11-16T02:27:26,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4 after 0ms 2024-11-16T02:27:26,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4 took 2ms 2024-11-16T02:27:26,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4 so closing down 2024-11-16T02:27:26,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:26,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:26,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:26,282 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:26,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:26,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:26,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742167_1346 (size=743) 2024-11-16T02:27:26,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742167_1346 (size=743) 2024-11-16T02:27:26,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742166_1345 (size=743) 2024-11-16T02:27:26,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742166_1345 (size=743) 2024-11-16T02:27:26,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:26,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:26,699 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:26,699 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4, size=1.4 K (1393bytes) at 1731724046276Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4 so closing down at 1731724046279 (+3 ms)3 split writer threads finished at 1731724046280 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724046282 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724046283 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046297 (+14 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724046299 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046698 (+399 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724046699 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724046699 2024-11-16T02:27:26,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.4 2024-11-16T02:27:26,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:26,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5 2024-11-16T02:27:26,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5 after 1ms 2024-11-16T02:27:26,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5 took 4ms 2024-11-16T02:27:26,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5 so closing down 2024-11-16T02:27:26,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:26,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:26,707 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:26,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:26,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:26,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742168_1347 (size=743) 2024-11-16T02:27:26,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742168_1347 (size=743) 2024-11-16T02:27:26,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742169_1348 (size=743) 2024-11-16T02:27:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742169_1348 (size=743) 2024-11-16T02:27:26,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:26,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:26,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5, size=1.4 K (1393bytes) at 1731724046701Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5 so closing down at 1731724046705 (+4 ms)3 split writer threads finished at 1731724046705Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724046708 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724046712 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046714 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724046718 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046723 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724046726 (+3 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724046726 2024-11-16T02:27:26,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.5 2024-11-16T02:27:26,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:26,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6 2024-11-16T02:27:26,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6 after 0ms 2024-11-16T02:27:26,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6 took 3ms 2024-11-16T02:27:26,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6 so closing down 2024-11-16T02:27:26,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:26,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:26,743 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:26,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:26,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:26,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:26,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742170_1349 (size=749) 2024-11-16T02:27:26,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742170_1349 (size=749) 2024-11-16T02:27:26,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:26,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742171_1350 (size=749) 2024-11-16T02:27:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742171_1350 (size=749) 2024-11-16T02:27:26,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:26,788 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:26,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6, size=1.4 K (1405bytes) at 1731724046729Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6 so closing down at 1731724046737 (+8 ms)3 split writer threads finished at 1731724046737Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724046745 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724046748 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046764 (+16 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724046765 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046786 (+21 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724046788 (+2 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724046788 2024-11-16T02:27:26,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.6 2024-11-16T02:27:26,790 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:26,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7 2024-11-16T02:27:26,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7 after 1ms 2024-11-16T02:27:26,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7 took 3ms 2024-11-16T02:27:26,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7 so closing down 2024-11-16T02:27:26,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:26,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:26,812 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:26,818 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:26,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:26,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742172_1351 (size=753) 2024-11-16T02:27:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742173_1352 (size=753) 2024-11-16T02:27:26,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742172_1351 (size=753) 2024-11-16T02:27:26,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742173_1352 (size=753) 2024-11-16T02:27:26,864 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:26,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:26,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:26,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7, size=1.4 K (1413bytes) at 1731724046790Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7 so closing down at 1731724046798 (+8 ms)3 split writer threads finished at 1731724046809 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724046820 (+11 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724046820Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046863 (+43 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046864 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724046864Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724046865 (+1 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724046866 (+1 ms) 2024-11-16T02:27:26,867 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.7 2024-11-16T02:27:26,867 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:26,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8 2024-11-16T02:27:26,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8 after 0ms 2024-11-16T02:27:26,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8 took 2ms 2024-11-16T02:27:26,876 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8 so closing down 2024-11-16T02:27:26,876 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:26,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:26,878 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:26,878 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:26,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:26,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742174_1353 (size=753) 2024-11-16T02:27:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742174_1353 (size=753) 2024-11-16T02:27:26,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,913 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:26,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742175_1354 (size=753) 2024-11-16T02:27:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742175_1354 (size=753) 2024-11-16T02:27:26,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:26,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:26,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8, size=1.4 K (1413bytes) at 1731724046867Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8 so closing down at 1731724046876 (+9 ms)3 split writer threads finished at 1731724046876Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724046879 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724046879Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046911 (+32 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724046913 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046931 (+18 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724046935 (+4 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724046935 2024-11-16T02:27:26,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.8 2024-11-16T02:27:26,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:26,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9 2024-11-16T02:27:26,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9 after 1ms 2024-11-16T02:27:26,940 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9 took 3ms 2024-11-16T02:27:26,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9 so closing down 2024-11-16T02:27:26,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:26,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:26,947 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:26,948 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:26,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:26,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742176_1355 (size=753) 2024-11-16T02:27:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742176_1355 (size=753) 2024-11-16T02:27:26,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:26,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742177_1356 (size=753) 2024-11-16T02:27:27,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742177_1356 (size=753) 2024-11-16T02:27:27,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:27,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:27,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9, size=1.4 K (1413bytes) at 1731724046937Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9 so closing down at 1731724046941 (+4 ms)3 split writer threads finished at 1731724046943 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724046948 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724046958 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724046979 (+21 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724046983 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047007 (+24 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724047011 (+4 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724047011 2024-11-16T02:27:27,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.9 2024-11-16T02:27:27,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty, size=93 (93bytes) 2024-11-16T02:27:27,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty 2024-11-16T02:27:27,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty after 0ms 2024-11-16T02:27:27,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty took 8ms 2024-11-16T02:27:27,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty so closing down 2024-11-16T02:27:27,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:27,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:27,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T02:27:27,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty, size=93 (93bytes) at 1731724047013Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty so closing down at 1731724047022 (+9 ms)3 split writer threads finished at 1731724047022Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731724047022 2024-11-16T02:27:27,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/WALs/testemptylogfiles,16010,1731724043853/wal.dat.empty to hdfs://localhost:33863/user/jenkins/test-data/d0e70161-6957-a0ac-fbbd-adc77eee39eb/oldWALs/wal.dat.empty 2024-11-16T02:27:27,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=141 (was 144), OpenFileDescriptor=393 (was 400), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=811 (was 811), ProcessCount=11 (was 11), AvailableMemoryMB=3235 (was 3390) 2024-11-16T02:27:27,142 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=811, ProcessCount=11, AvailableMemoryMB=3234 2024-11-16T02:27:27,142 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742178_1357 (size=7) 2024-11-16T02:27:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742178_1357 (size=7) 2024-11-16T02:27:27,207 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:27,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:27,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:27,213 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:27,213 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:27,214 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:27,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742179_1358 (size=1393) 2024-11-16T02:27:27,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742179_1358 (size=1393) 2024-11-16T02:27:27,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:27,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742180_1359 (size=1393) 2024-11-16T02:27:27,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742180_1359 (size=1393) 2024-11-16T02:27:27,307 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:27,307 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:27,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742181_1360 (size=1393) 2024-11-16T02:27:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742181_1360 (size=1393) 2024-11-16T02:27:27,335 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:27,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:27,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742182_1361 (size=1393) 2024-11-16T02:27:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742182_1361 (size=1393) 2024-11-16T02:27:27,372 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:27,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742183_1362 (size=1393) 2024-11-16T02:27:27,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742183_1362 (size=1393) 2024-11-16T02:27:27,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:27,395 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:27,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742184_1363 (size=1393) 2024-11-16T02:27:27,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742184_1363 (size=1393) 2024-11-16T02:27:27,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:27,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:27,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742185_1364 (size=1405) 2024-11-16T02:27:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742185_1364 (size=1405) 2024-11-16T02:27:27,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:27,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:27,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742186_1365 (size=1413) 2024-11-16T02:27:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742186_1365 (size=1413) 2024-11-16T02:27:27,484 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:27,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:27,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742187_1366 (size=1413) 2024-11-16T02:27:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742187_1366 (size=1413) 2024-11-16T02:27:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:27,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:27,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742188_1367 (size=1413) 2024-11-16T02:27:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742188_1367 (size=1413) 2024-11-16T02:27:27,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:27,556 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:27,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0 2024-11-16T02:27:27,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0 after 1ms 2024-11-16T02:27:27,559 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0 took 3ms 2024-11-16T02:27:27,561 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0 so closing down 2024-11-16T02:27:27,561 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:27,561 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:27,563 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:27,563 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:27,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:27,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742190_1369 (size=743) 2024-11-16T02:27:27,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742189_1368 (size=743) 2024-11-16T02:27:27,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742189_1368 (size=743) 2024-11-16T02:27:27,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742190_1369 (size=743) 2024-11-16T02:27:27,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:27,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:27,584 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:27,584 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0, size=1.4 K (1393bytes) at 1731724047556Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0 so closing down at 1731724047561 (+5 ms)3 split writer threads finished at 1731724047561Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724047564 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724047564Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047579 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047579Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724047582 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724047582Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724047584 (+2 ms) 2024-11-16T02:27:27,586 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.0 2024-11-16T02:27:27,586 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:27,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1 2024-11-16T02:27:27,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1 after 0ms 2024-11-16T02:27:27,589 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1 took 3ms 2024-11-16T02:27:27,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1 so closing down 2024-11-16T02:27:27,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:27,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:27,593 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:27,593 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:27,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:27,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742191_1370 (size=743) 2024-11-16T02:27:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742191_1370 (size=743) 2024-11-16T02:27:27,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:27,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742192_1371 (size=743) 2024-11-16T02:27:27,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742192_1371 (size=743) 2024-11-16T02:27:27,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:27,615 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:27,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1, size=1.4 K (1393bytes) at 1731724047587Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1 so closing down at 1731724047590 (+3 ms)3 split writer threads finished at 1731724047591 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724047594 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724047600 (+6 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047605 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724047606 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047614 (+8 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724047615 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724047616 (+1 ms) 2024-11-16T02:27:27,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.1 2024-11-16T02:27:27,617 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:27,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2 2024-11-16T02:27:27,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2 after 1ms 2024-11-16T02:27:27,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2 took 2ms 2024-11-16T02:27:27,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2 so closing down 2024-11-16T02:27:27,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:27,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:27,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:27,671 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:27,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:27,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742193_1372 (size=743) 2024-11-16T02:27:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742193_1372 (size=743) 2024-11-16T02:27:27,694 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742194_1373 (size=743) 2024-11-16T02:27:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742194_1373 (size=743) 2024-11-16T02:27:27,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:27,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:27,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2, size=1.4 K (1393bytes) at 1731724047617Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2 so closing down at 1731724047649 (+32 ms)3 split writer threads finished at 1731724047654 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724047673 (+19 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724047673Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047694 (+21 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724047695 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047710 (+15 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724047711 (+1 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724047711 2024-11-16T02:27:27,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.2 2024-11-16T02:27:27,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:27,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3 2024-11-16T02:27:27,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3 after 1ms 2024-11-16T02:27:27,714 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3 took 2ms 2024-11-16T02:27:27,715 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3 so closing down 2024-11-16T02:27:27,715 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:27,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:27,718 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:27,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:27,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:27,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742196_1375 (size=743) 2024-11-16T02:27:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742196_1375 (size=743) 2024-11-16T02:27:27,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:27,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742195_1374 (size=743) 2024-11-16T02:27:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742195_1374 (size=743) 2024-11-16T02:27:28,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:28,201 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 487 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:28,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3, size=1.4 K (1393bytes) at 1731724047712Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3 so closing down at 1731724047715 (+3 ms)3 split writer threads finished at 1731724047715Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724047720 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724047720Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724047767 (+47 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724047769 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048199 (+430 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724048201 (+2 ms)Processed 20 edits across 2 Regions in 487 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724048201 2024-11-16T02:27:28,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.3 2024-11-16T02:27:28,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:28,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4 2024-11-16T02:27:28,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4 after 0ms 2024-11-16T02:27:28,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4 took 3ms 2024-11-16T02:27:28,230 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4 so closing down 2024-11-16T02:27:28,230 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:28,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:28,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:28,263 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:28,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:28,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742197_1376 (size=743) 2024-11-16T02:27:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742197_1376 (size=743) 2024-11-16T02:27:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742198_1377 (size=743) 2024-11-16T02:27:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742198_1377 (size=743) 2024-11-16T02:27:28,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,332 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:28,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:28,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:28,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4, size=1.4 K (1393bytes) at 1731724048203Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4 so closing down at 1731724048230 (+27 ms)3 split writer threads finished at 1731724048232 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724048264 (+32 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724048268 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048321 (+53 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724048332 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048723 (+391 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724048725 (+2 ms)Processed 20 edits across 2 Regions in 497 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724048726 (+1 ms) 2024-11-16T02:27:28,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.4 2024-11-16T02:27:28,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:28,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5 2024-11-16T02:27:28,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5 after 1ms 2024-11-16T02:27:28,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5 took 3ms 2024-11-16T02:27:28,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5 so closing down 2024-11-16T02:27:28,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:28,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:28,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:28,746 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:28,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:28,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:28,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742200_1379 (size=743) 2024-11-16T02:27:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742200_1379 (size=743) 2024-11-16T02:27:28,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742199_1378 (size=743) 2024-11-16T02:27:28,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742199_1378 (size=743) 2024-11-16T02:27:28,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:28,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:28,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:28,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5, size=1.4 K (1393bytes) at 1731724048728Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5 so closing down at 1731724048733 (+5 ms)3 split writer threads finished at 1731724048735 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724048756 (+21 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724048757 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048776 (+19 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048776Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724048777 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724048777Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724048778 (+1 ms) 2024-11-16T02:27:28,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.5 2024-11-16T02:27:28,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:28,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6 2024-11-16T02:27:28,782 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6 after 2ms 2024-11-16T02:27:28,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6 took 5ms 2024-11-16T02:27:28,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6 so closing down 2024-11-16T02:27:28,789 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:28,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:28,792 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:28,792 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:28,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:28,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742202_1381 (size=749) 2024-11-16T02:27:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742202_1381 (size=749) 2024-11-16T02:27:28,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742201_1380 (size=749) 2024-11-16T02:27:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742201_1380 (size=749) 2024-11-16T02:27:28,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:28,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:28,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6, size=1.4 K (1405bytes) at 1731724048780Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6 so closing down at 1731724048789 (+9 ms)3 split writer threads finished at 1731724048790 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724048803 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724048803Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048815 (+12 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724048817 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048829 (+12 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724048831 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724048831 2024-11-16T02:27:28,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.6 2024-11-16T02:27:28,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:28,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7 2024-11-16T02:27:28,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7 after 0ms 2024-11-16T02:27:28,836 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7 took 4ms 2024-11-16T02:27:28,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7 so closing down 2024-11-16T02:27:28,838 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:28,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:28,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:28,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:28,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:28,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742203_1382 (size=753) 2024-11-16T02:27:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742203_1382 (size=753) 2024-11-16T02:27:28,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:28,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742204_1383 (size=753) 2024-11-16T02:27:28,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742204_1383 (size=753) 2024-11-16T02:27:29,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:29,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:29,277 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:29,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7, size=1.4 K (1413bytes) at 1731724048833Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7 so closing down at 1731724048838 (+5 ms)3 split writer threads finished at 1731724048839 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724048845 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724048848 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724048866 (+18 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724048867 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724049276 (+409 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724049277 (+1 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724049277 2024-11-16T02:27:29,279 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.7 2024-11-16T02:27:29,279 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:29,279 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8 2024-11-16T02:27:29,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8 after 1ms 2024-11-16T02:27:29,282 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8 took 3ms 2024-11-16T02:27:29,283 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8 so closing down 2024-11-16T02:27:29,283 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:29,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:29,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:29,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:29,290 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:29,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:29,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742205_1384 (size=753) 2024-11-16T02:27:29,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742205_1384 (size=753) 2024-11-16T02:27:29,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:29,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742206_1385 (size=753) 2024-11-16T02:27:29,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742206_1385 (size=753) 2024-11-16T02:27:29,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:29,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:29,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:29,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8, size=1.4 K (1413bytes) at 1731724049279Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8 so closing down at 1731724049283 (+4 ms)3 split writer threads finished at 1731724049284 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724049288 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724049297 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724049306 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724049307 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724049316 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724049317 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724049317 2024-11-16T02:27:29,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.8 2024-11-16T02:27:29,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:29,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9 2024-11-16T02:27:29,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9 after 0ms 2024-11-16T02:27:29,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9 took 3ms 2024-11-16T02:27:29,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9 so closing down 2024-11-16T02:27:29,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:29,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:29,330 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:29,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:29,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:29,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742207_1386 (size=753) 2024-11-16T02:27:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742207_1386 (size=753) 2024-11-16T02:27:29,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:29,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742208_1387 (size=753) 2024-11-16T02:27:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742208_1387 (size=753) 2024-11-16T02:27:29,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:29,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:29,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:29,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9, size=1.4 K (1413bytes) at 1731724049320Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9 so closing down at 1731724049327 (+7 ms)3 split writer threads finished at 1731724049327Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724049331 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724049332 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724049342 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724049344 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724049760 (+416 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724049762 (+2 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724049762 2024-11-16T02:27:29,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731724047213/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/f0fb1657-6fef-ae3f-39dc-75929259f508/oldWALs/wal.dat.9 2024-11-16T02:27:29,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 811), ProcessCount=11 (was 11), AvailableMemoryMB=3104 (was 3234) 2024-11-16T02:27:29,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=3103 2024-11-16T02:27:29,784 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:29,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742209_1388 (size=7) 2024-11-16T02:27:29,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742209_1388 (size=7) 2024-11-16T02:27:29,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:29,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:29,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:29,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:29,832 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:33863/user/jenkins/test-data/f9eb01f0-1e4c-4bc0-ecc0-f4ffd115018a/data/hbase/meta/1588230740/recovered.edits 2024-11-16T02:27:29,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=3099 (was 3103) 2024-11-16T02:27:29,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=3097 2024-11-16T02:27:29,859 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742210_1389 (size=7) 2024-11-16T02:27:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742210_1389 (size=7) 2024-11-16T02:27:29,878 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:29,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:29,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:29,886 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:29,886 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-16T02:27:29,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:29,900 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-16T02:27:29,900 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-16T02:27:29,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:29,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:29,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742211_1390 (size=818) 2024-11-16T02:27:29,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742211_1390 (size=818) 2024-11-16T02:27:29,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5, size=818 (818bytes) 2024-11-16T02:27:29,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5 2024-11-16T02:27:29,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5 after 1ms 2024-11-16T02:27:29,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5 took 4ms 2024-11-16T02:27:29,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5 so closing down 2024-11-16T02:27:29,950 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:29,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:29,951 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-16T02:27:29,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-16T02:27:29,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742212_1391 (size=783) 2024-11-16T02:27:29,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742212_1391 (size=783) 2024-11-16T02:27:29,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-16T02:27:29,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-16T02:27:29,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-16T02:27:29,966 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5, size=818 (818bytes) at 1731724049937Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5 so closing down at 1731724049949 (+12 ms)3 split writer threads finished at 1731724049950 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731724049952 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731724049965 (+13 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731724049966 (+1 ms)Processed 11 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731724049966 2024-11-16T02:27:29,967 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/WALs/testemptywaledit,16010,1731724049886/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/33ea9e6c-4bea-e1c3-f2d2-be4db809dc57/oldWALs/wal.dat.5 2024-11-16T02:27:29,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=141 (was 141), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=802 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=3096 (was 3097) 2024-11-16T02:27:30,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=802, ProcessCount=11, AvailableMemoryMB=3095 2024-11-16T02:27:30,005 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:30,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742213_1392 (size=7) 2024-11-16T02:27:30,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742213_1392 (size=7) 2024-11-16T02:27:30,431 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:30,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:30,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:30,440 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:30,440 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:30,440 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:30,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742214_1393 (size=1393) 2024-11-16T02:27:30,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742214_1393 (size=1393) 2024-11-16T02:27:30,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:30,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:30,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742215_1394 (size=1393) 2024-11-16T02:27:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742215_1394 (size=1393) 2024-11-16T02:27:30,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:30,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:30,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742216_1395 (size=1393) 2024-11-16T02:27:30,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742216_1395 (size=1393) 2024-11-16T02:27:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:30,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742217_1396 (size=1393) 2024-11-16T02:27:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742217_1396 (size=1393) 2024-11-16T02:27:30,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:30,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742218_1397 (size=1393) 2024-11-16T02:27:30,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742218_1397 (size=1393) 2024-11-16T02:27:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:30,555 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742219_1398 (size=1393) 2024-11-16T02:27:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742219_1398 (size=1393) 2024-11-16T02:27:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:30,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742220_1399 (size=1405) 2024-11-16T02:27:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742220_1399 (size=1405) 2024-11-16T02:27:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:30,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:30,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742221_1400 (size=1413) 2024-11-16T02:27:30,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742221_1400 (size=1413) 2024-11-16T02:27:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:30,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:30,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742222_1401 (size=1413) 2024-11-16T02:27:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742222_1401 (size=1413) 2024-11-16T02:27:30,789 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:30,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:30,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742223_1402 (size=1413) 2024-11-16T02:27:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742223_1402 (size=1413) 2024-11-16T02:27:30,809 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:30,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:30,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0 2024-11-16T02:27:30,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0 after 2ms 2024-11-16T02:27:30,897 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0 took 6ms 2024-11-16T02:27:30,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0 so closing down 2024-11-16T02:27:30,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:30,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:30,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:30,908 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:30,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:30,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742226_1405 (size=743) 2024-11-16T02:27:30,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742226_1405 (size=743) 2024-11-16T02:27:30,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:30,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742225_1404 (size=743) 2024-11-16T02:27:30,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742225_1404 (size=743) 2024-11-16T02:27:30,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:30,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:30,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:30,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:30,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0, size=1.4 K (1393bytes) at 1731724050890Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0 so closing down at 1731724050903 (+13 ms)3 split writer threads finished at 1731724050903Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724050924 (+21 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724050928 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724050956 (+28 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724050958 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724050959 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724050960 (+1 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724050960 2024-11-16T02:27:30,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.0 2024-11-16T02:27:30,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:30,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1 2024-11-16T02:27:30,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1 after 2ms 2024-11-16T02:27:30,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1 took 4ms 2024-11-16T02:27:30,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1 so closing down 2024-11-16T02:27:30,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:30,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:30,977 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:30,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:30,982 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:30,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:30,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742227_1406 (size=743) 2024-11-16T02:27:30,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742227_1406 (size=743) 2024-11-16T02:27:30,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742228_1407 (size=743) 2024-11-16T02:27:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742228_1407 (size=743) 2024-11-16T02:27:31,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:31,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:31,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1, size=1.4 K (1393bytes) at 1731724050964Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1 so closing down at 1731724050973 (+9 ms)3 split writer threads finished at 1731724050975 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724050980 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724050988 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724050999 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724051001 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724051012 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724051013 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724051013 2024-11-16T02:27:31,016 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.1 2024-11-16T02:27:31,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:31,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2 2024-11-16T02:27:31,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2 after 0ms 2024-11-16T02:27:31,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2 took 2ms 2024-11-16T02:27:31,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2 so closing down 2024-11-16T02:27:31,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:31,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:31,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:31,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:31,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:31,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742229_1408 (size=743) 2024-11-16T02:27:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742229_1408 (size=743) 2024-11-16T02:27:31,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:31,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742230_1409 (size=743) 2024-11-16T02:27:31,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742230_1409 (size=743) 2024-11-16T02:27:31,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:31,072 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:31,072 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2, size=1.4 K (1393bytes) at 1731724051016Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2 so closing down at 1731724051020 (+4 ms)3 split writer threads finished at 1731724051022 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724051025 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724051041 (+16 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724051056 (+15 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724051057 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724051070 (+13 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724051072 (+2 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724051072 2024-11-16T02:27:31,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.2 2024-11-16T02:27:31,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:31,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3 2024-11-16T02:27:31,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3 after 0ms 2024-11-16T02:27:31,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3 took 4ms 2024-11-16T02:27:31,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3 so closing down 2024-11-16T02:27:31,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:31,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:31,108 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:31,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:31,118 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:31,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742231_1410 (size=743) 2024-11-16T02:27:31,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742231_1410 (size=743) 2024-11-16T02:27:31,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742232_1411 (size=743) 2024-11-16T02:27:31,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742232_1411 (size=743) 2024-11-16T02:27:31,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:31,201 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:31,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3, size=1.4 K (1393bytes) at 1731724051074Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3 so closing down at 1731724051096 (+22 ms)3 split writer threads finished at 1731724051096Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724051109 (+13 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724051120 (+11 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724051182 (+62 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724051184 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724051199 (+15 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724051201 (+2 ms)Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724051201 2024-11-16T02:27:31,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.3 2024-11-16T02:27:31,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:31,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4 2024-11-16T02:27:31,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4 after 0ms 2024-11-16T02:27:31,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4 took 3ms 2024-11-16T02:27:31,209 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4 so closing down 2024-11-16T02:27:31,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:31,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:31,211 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:31,211 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:31,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:31,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:31,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742233_1412 (size=743) 2024-11-16T02:27:31,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742234_1413 (size=743) 2024-11-16T02:27:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742233_1412 (size=743) 2024-11-16T02:27:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742234_1413 (size=743) 2024-11-16T02:27:31,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:31,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:31,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:31,269 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:31,269 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4, size=1.4 K (1393bytes) at 1731724051203Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4 so closing down at 1731724051209 (+6 ms)3 split writer threads finished at 1731724051209Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724051212 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724051216 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724051265 (+49 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724051267 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724051267Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724051269 (+2 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724051269 2024-11-16T02:27:31,272 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.4 2024-11-16T02:27:31,272 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5, size=1.4 K (1394bytes) 2024-11-16T02:27:31,272 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 2024-11-16T02:27:31,272 WARN [IPC Server handler 3 on default port 33863 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-16T02:27:31,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 after 1ms 2024-11-16T02:27:31,900 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-233486927_22 at /127.0.0.1:55286 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:40761:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55286 dst: /127.0.0.1:40761 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40761 remote=/127.0.0.1:55286]. Total timeout mills is 60000, 58960 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:31,901 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-233486927_22 at /127.0.0.1:45664 [Receiving block BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:46177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45664 dst: /127.0.0.1:46177 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:27:31,901 WARN [ResponseProcessor for block BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:27:31,901 WARN [DataStreamer for file /user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 block BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40761,DS-1b0e123b-a9aa-475c-a359-00ec0284bb68,DISK], DatanodeInfoWithStorage[127.0.0.1:46177,DS-b3778a40-72d1-484b-a16b-2ff12a8214db,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40761,DS-1b0e123b-a9aa-475c-a359-00ec0284bb68,DISK]) is bad. 2024-11-16T02:27:31,902 WARN [DataStreamer for file /user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 block BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1381795591-172.17.0.3-1731723996231:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-16T02:27:31,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742224_1414 (size=1394) 2024-11-16T02:27:31,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742224_1414 (size=1394) 2024-11-16T02:27:35,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 after 4006ms 2024-11-16T02:27:35,280 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 took 4008ms 2024-11-16T02:27:35,282 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:35,283 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 so closing down 2024-11-16T02:27:35,283 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:35,283 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:35,285 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:35,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:35,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:35,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742236_1416 (size=353) 2024-11-16T02:27:35,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742235_1415 (size=418) 2024-11-16T02:27:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742235_1415 (size=418) 2024-11-16T02:27:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742236_1416 (size=353) 2024-11-16T02:27:35,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-16T02:27:35,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T02:27:35,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-16T02:27:35,324 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5, size=1.4 K (1394bytes) at 1731724051272Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 so closing down at 1731724055283 (+4011 ms)3 split writer threads finished at 1731724055283Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724055300 (+17 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724055300Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724055322 (+22 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731724055323 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731724055324 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731724055324Processed 9 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731724055324 2024-11-16T02:27:35,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/corrupt/wal.dat.5 2024-11-16T02:27:35,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:35,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6 2024-11-16T02:27:35,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6 after 0ms 2024-11-16T02:27:35,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6 took 4ms 2024-11-16T02:27:35,330 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6 so closing down 2024-11-16T02:27:35,330 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:35,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:35,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:35,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:35,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:35,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742237_1417 (size=749) 2024-11-16T02:27:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742237_1417 (size=749) 2024-11-16T02:27:35,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742238_1418 (size=749) 2024-11-16T02:27:35,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742238_1418 (size=749) 2024-11-16T02:27:35,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:35,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:35,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6, size=1.4 K (1405bytes) at 1731724055326Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6 so closing down at 1731724055330 (+4 ms)3 split writer threads finished at 1731724055331 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724055339 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724055339Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055350 (+11 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724055351 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055352 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724055354 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724055354 2024-11-16T02:27:35,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.6 2024-11-16T02:27:35,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:35,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7 2024-11-16T02:27:35,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7 after 2ms 2024-11-16T02:27:35,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7 took 4ms 2024-11-16T02:27:35,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7 so closing down 2024-11-16T02:27:35,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:35,361 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:35,363 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:35,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:35,373 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:35,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742239_1419 (size=753) 2024-11-16T02:27:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742239_1419 (size=753) 2024-11-16T02:27:35,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:35,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742240_1420 (size=753) 2024-11-16T02:27:35,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742240_1420 (size=753) 2024-11-16T02:27:35,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:35,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:35,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7, size=1.4 K (1413bytes) at 1731724055356Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7 so closing down at 1731724055361 (+5 ms)3 split writer threads finished at 1731724055361Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724055371 (+10 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724055376 (+5 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055383 (+7 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724055384 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055387 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724055389 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724055389 2024-11-16T02:27:35,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.7 2024-11-16T02:27:35,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:35,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8 2024-11-16T02:27:35,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8 after 1ms 2024-11-16T02:27:35,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8 took 2ms 2024-11-16T02:27:35,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8 so closing down 2024-11-16T02:27:35,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:35,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:35,398 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:35,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:35,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:35,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742241_1421 (size=753) 2024-11-16T02:27:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742241_1421 (size=753) 2024-11-16T02:27:35,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742242_1422 (size=753) 2024-11-16T02:27:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742242_1422 (size=753) 2024-11-16T02:27:35,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:35,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:35,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8, size=1.4 K (1413bytes) at 1731724055391Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8 so closing down at 1731724055395 (+4 ms)3 split writer threads finished at 1731724055395Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724055400 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724055400Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055410 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724055411 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055415 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724055418 (+3 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724055418 2024-11-16T02:27:35,422 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.8 2024-11-16T02:27:35,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:35,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9 2024-11-16T02:27:35,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9 after 2ms 2024-11-16T02:27:35,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9 took 6ms 2024-11-16T02:27:35,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9 so closing down 2024-11-16T02:27:35,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:35,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:35,432 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:35,432 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:35,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:35,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742243_1423 (size=753) 2024-11-16T02:27:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742243_1423 (size=753) 2024-11-16T02:27:35,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742244_1424 (size=753) 2024-11-16T02:27:35,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742244_1424 (size=753) 2024-11-16T02:27:35,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:35,463 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:35,463 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9, size=1.4 K (1413bytes) at 1731724055424Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9 so closing down at 1731724055429 (+5 ms)3 split writer threads finished at 1731724055430 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724055433 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724055433Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055446 (+13 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724055447 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724055462 (+15 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724055463 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724055463 2024-11-16T02:27:35,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731724050440/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/795c437c-2ba5-b551-e252-357eaac7ae47/oldWALs/wal.dat.9 2024-11-16T02:27:35,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=142 (was 141) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=770 (was 802), ProcessCount=11 (was 11), AvailableMemoryMB=2994 (was 3095) 2024-11-16T02:27:35,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=770, ProcessCount=11, AvailableMemoryMB=2993 2024-11-16T02:27:35,581 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742245_1425 (size=7) 2024-11-16T02:27:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742245_1425 (size=7) 2024-11-16T02:27:35,597 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:35,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:35,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:35,612 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:35,612 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-16T02:27:35,615 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:35,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742246_1426 (size=863) 2024-11-16T02:27:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742246_1426 (size=863) 2024-11-16T02:27:35,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742247_1427 (size=823) 2024-11-16T02:27:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742247_1427 (size=823) 2024-11-16T02:27:35,689 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0, size=823 (823bytes) 2024-11-16T02:27:35,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0 2024-11-16T02:27:35,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0 after 1ms 2024-11-16T02:27:35,694 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0 took 5ms 2024-11-16T02:27:35,700 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0; continuing. 2024-11-16T02:27:35,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0 so closing down 2024-11-16T02:27:35,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:35,700 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:35,704 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:35,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742248_1428 (size=786) 2024-11-16T02:27:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742248_1428 (size=786) 2024-11-16T02:27:35,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:35,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-16T02:27:35,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-16T02:27:35,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0, size=823 (823bytes) at 1731724055689Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0 so closing down at 1731724055700 (+11 ms)3 split writer threads finished at 1731724055700Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724055708 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724055726 (+18 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731724055727 (+1 ms)Processed 9 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731724055727 2024-11-16T02:27:35,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/WALs/testeofisignored,16010,1731724055612/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/1371de1c-8646-def3-148c-0ccde4e21032/oldWALs/wal.dat.0 2024-11-16T02:27:35,745 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142 (was 142), OpenFileDescriptor=399 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=770 (was 770), ProcessCount=11 (was 11), AvailableMemoryMB=2992 (was 2993) 2024-11-16T02:27:35,761 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=770, ProcessCount=11, AvailableMemoryMB=2992 2024-11-16T02:27:35,761 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742249_1429 (size=7) 2024-11-16T02:27:35,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742249_1429 (size=7) 2024-11-16T02:27:35,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:35,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:35,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:35,788 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-16T02:27:35,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-16T02:27:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742250_1430 (size=93) 2024-11-16T02:27:35,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742250_1430 (size=93) 2024-11-16T02:27:35,826 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty, size=93 (93bytes) 2024-11-16T02:27:35,826 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty 2024-11-16T02:27:35,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty after 0ms 2024-11-16T02:27:35,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty took 5ms 2024-11-16T02:27:35,832 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty so closing down 2024-11-16T02:27:35,832 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:35,832 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:35,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-16T02:27:35,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty, size=93 (93bytes) at 1731724055826Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty so closing down at 1731724055832 (+6 ms)3 split writer threads finished at 1731724055832Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731724055832 2024-11-16T02:27:35,841 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/WALs/testsplitlogfileempty,16010,1731724055788/wal.dat..empty to hdfs://localhost:33863/user/jenkins/test-data/d37c76eb-a8cc-9ab7-2d3f-119aa5bfb846/oldWALs/wal.dat..empty 2024-11-16T02:27:35,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142 (was 142), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=770 (was 770), ProcessCount=11 (was 11), AvailableMemoryMB=2989 (was 2992) 2024-11-16T02:27:35,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=770, ProcessCount=11, AvailableMemoryMB=2985 2024-11-16T02:27:35,870 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:35,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742251_1431 (size=7) 2024-11-16T02:27:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742251_1431 (size=7) 2024-11-16T02:27:35,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:35,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:35,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:35,897 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:35,897 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:35,897 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:35,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742252_1432 (size=1393) 2024-11-16T02:27:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:35,949 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742252_1432 (size=1393) 2024-11-16T02:27:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:35,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:35,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742253_1433 (size=1393) 2024-11-16T02:27:35,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742253_1433 (size=1393) 2024-11-16T02:27:35,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:35,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742254_1434 (size=1393) 2024-11-16T02:27:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742254_1434 (size=1393) 2024-11-16T02:27:36,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:36,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:36,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742255_1435 (size=1393) 2024-11-16T02:27:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742255_1435 (size=1393) 2024-11-16T02:27:36,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:36,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742256_1436 (size=1393) 2024-11-16T02:27:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742256_1436 (size=1393) 2024-11-16T02:27:36,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:36,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:36,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742257_1437 (size=1393) 2024-11-16T02:27:36,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742257_1437 (size=1393) 2024-11-16T02:27:36,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:36,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:36,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742258_1438 (size=1405) 2024-11-16T02:27:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742258_1438 (size=1405) 2024-11-16T02:27:36,113 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:36,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:36,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742259_1439 (size=1413) 2024-11-16T02:27:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742259_1439 (size=1413) 2024-11-16T02:27:36,122 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:36,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:36,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742260_1440 (size=1413) 2024-11-16T02:27:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742260_1440 (size=1413) 2024-11-16T02:27:36,133 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:36,133 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:36,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:36,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742261_1441 (size=1413) 2024-11-16T02:27:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742261_1441 (size=1413) 2024-11-16T02:27:36,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:36,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:36,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0 2024-11-16T02:27:36,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0 after 0ms 2024-11-16T02:27:36,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0 took 2ms 2024-11-16T02:27:36,164 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0 so closing down 2024-11-16T02:27:36,164 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,164 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,166 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:36,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:36,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:36,167 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:36,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742262_1442 (size=743) 2024-11-16T02:27:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742263_1443 (size=743) 2024-11-16T02:27:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742263_1443 (size=743) 2024-11-16T02:27:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742262_1442 (size=743) 2024-11-16T02:27:36,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:36,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-16T02:27:36,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:36,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0, size=1.4 K (1393bytes) at 1731724056160Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0 so closing down at 1731724056164 (+4 ms)3 split writer threads finished at 1731724056164Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724056167 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724056167Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056176 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056176Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724056178 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731724056178Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724056178 2024-11-16T02:27:36,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.0 2024-11-16T02:27:36,180 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:36,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1 2024-11-16T02:27:36,180 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1 after 0ms 2024-11-16T02:27:36,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1 took 2ms 2024-11-16T02:27:36,182 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1 so closing down 2024-11-16T02:27:36,182 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,182 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:36,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:36,187 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:36,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742264_1444 (size=743) 2024-11-16T02:27:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742264_1444 (size=743) 2024-11-16T02:27:36,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-16T02:27:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742265_1445 (size=743) 2024-11-16T02:27:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742265_1445 (size=743) 2024-11-16T02:27:36,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:36,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:36,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1, size=1.4 K (1393bytes) at 1731724056180Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1 so closing down at 1731724056182 (+2 ms)3 split writer threads finished at 1731724056182Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724056185 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724056188 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056194 (+6 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731724056196 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056201 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724056203 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724056203 2024-11-16T02:27:36,205 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.1 2024-11-16T02:27:36,205 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:36,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2 2024-11-16T02:27:36,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2 after 0ms 2024-11-16T02:27:36,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2 took 2ms 2024-11-16T02:27:36,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2 so closing down 2024-11-16T02:27:36,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,210 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:36,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:36,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:36,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:36,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742266_1446 (size=743) 2024-11-16T02:27:36,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742266_1446 (size=743) 2024-11-16T02:27:36,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742267_1447 (size=743) 2024-11-16T02:27:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742267_1447 (size=743) 2024-11-16T02:27:36,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-16T02:27:36,253 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:36,253 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2, size=1.4 K (1393bytes) at 1731724056205Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2 so closing down at 1731724056208 (+3 ms)3 split writer threads finished at 1731724056208Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724056212 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724056214 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056227 (+13 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724056229 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056252 (+23 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731724056253 (+1 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724056253 2024-11-16T02:27:36,255 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.2 2024-11-16T02:27:36,255 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:36,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3 2024-11-16T02:27:36,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3 after 0ms 2024-11-16T02:27:36,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3 took 2ms 2024-11-16T02:27:36,258 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3 so closing down 2024-11-16T02:27:36,258 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,266 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:36,266 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:36,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:36,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742269_1449 (size=743) 2024-11-16T02:27:36,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742269_1449 (size=743) 2024-11-16T02:27:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742268_1448 (size=743) 2024-11-16T02:27:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742268_1448 (size=743) 2024-11-16T02:27:36,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:36,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-16T02:27:36,682 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:36,682 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3, size=1.4 K (1393bytes) at 1731724056255Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3 so closing down at 1731724056258 (+3 ms)3 split writer threads finished at 1731724056259 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724056268 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724056269 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056279 (+10 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724056281 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056680 (+399 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731724056682 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724056682 2024-11-16T02:27:36,685 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.3 2024-11-16T02:27:36,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:36,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4 2024-11-16T02:27:36,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4 after 1ms 2024-11-16T02:27:36,689 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4 took 4ms 2024-11-16T02:27:36,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4 so closing down 2024-11-16T02:27:36,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:36,695 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:36,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:36,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742271_1451 (size=743) 2024-11-16T02:27:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742270_1450 (size=743) 2024-11-16T02:27:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742270_1450 (size=743) 2024-11-16T02:27:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742271_1451 (size=743) 2024-11-16T02:27:36,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-16T02:27:36,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:36,705 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:36,705 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4, size=1.4 K (1393bytes) at 1731724056685Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4 so closing down at 1731724056691 (+6 ms)3 split writer threads finished at 1731724056691Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724056696 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724056696Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056704 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056704Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731724056705 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724056705Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724056705 2024-11-16T02:27:36,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.4 2024-11-16T02:27:36,707 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:36,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5 2024-11-16T02:27:36,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5 after 0ms 2024-11-16T02:27:36,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5 took 2ms 2024-11-16T02:27:36,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5 so closing down 2024-11-16T02:27:36,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:36,712 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:36,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:36,713 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742273_1453 (size=743) 2024-11-16T02:27:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742273_1453 (size=743) 2024-11-16T02:27:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742272_1452 (size=743) 2024-11-16T02:27:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742272_1452 (size=743) 2024-11-16T02:27:36,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-16T02:27:36,722 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:36,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-16T02:27:36,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5, size=1.4 K (1393bytes) at 1731724056707Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5 so closing down at 1731724056710 (+3 ms)3 split writer threads finished at 1731724056710Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724056713 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724056713Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056721 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056721Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731724056722 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724056722Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731724056722 2024-11-16T02:27:36,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.5 2024-11-16T02:27:36,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:36,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6 2024-11-16T02:27:36,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6 after 1ms 2024-11-16T02:27:36,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6 took 2ms 2024-11-16T02:27:36,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6 so closing down 2024-11-16T02:27:36,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,726 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,727 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:36,727 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:36,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:36,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742274_1454 (size=749) 2024-11-16T02:27:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742274_1454 (size=749) 2024-11-16T02:27:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742275_1455 (size=749) 2024-11-16T02:27:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742275_1455 (size=749) 2024-11-16T02:27:36,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:36,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-16T02:27:36,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-16T02:27:36,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6, size=1.4 K (1405bytes) at 1731724056723Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6 so closing down at 1731724056726 (+3 ms)3 split writer threads finished at 1731724056726Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724056728 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724056728Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056732 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056732Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724056733 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731724056733Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731724056733 2024-11-16T02:27:36,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.6 2024-11-16T02:27:36,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:36,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7 2024-11-16T02:27:36,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7 after 0ms 2024-11-16T02:27:36,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7 took 1ms 2024-11-16T02:27:36,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7 so closing down 2024-11-16T02:27:36,736 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,738 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:36,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:36,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:36,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742277_1457 (size=753) 2024-11-16T02:27:36,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742276_1456 (size=753) 2024-11-16T02:27:36,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742277_1457 (size=753) 2024-11-16T02:27:36,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742276_1456 (size=753) 2024-11-16T02:27:36,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-16T02:27:36,747 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:36,747 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:36,747 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7, size=1.4 K (1413bytes) at 1731724056734Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7 so closing down at 1731724056736 (+2 ms)3 split writer threads finished at 1731724056736Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724056738 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724056738Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056746 (+8 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056746Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731724056747 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724056747Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724056747 2024-11-16T02:27:36,748 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.7 2024-11-16T02:27:36,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:36,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8 2024-11-16T02:27:36,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8 after 0ms 2024-11-16T02:27:36,750 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8 took 2ms 2024-11-16T02:27:36,750 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8 so closing down 2024-11-16T02:27:36,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:36,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:36,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:36,752 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:36,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:36,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742279_1459 (size=753) 2024-11-16T02:27:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742279_1459 (size=753) 2024-11-16T02:27:36,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:36,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-16T02:27:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742278_1458 (size=753) 2024-11-16T02:27:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742278_1458 (size=753) 2024-11-16T02:27:37,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:37,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:37,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:37,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8, size=1.4 K (1413bytes) at 1731724056748Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8 so closing down at 1731724056750 (+2 ms)3 split writer threads finished at 1731724056751 (+1 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724056753 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724056753Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724056756 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731724056757 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724057159 (+402 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724057162 (+3 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724057162 2024-11-16T02:27:37,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.8 2024-11-16T02:27:37,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:37,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9 2024-11-16T02:27:37,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9 after 1ms 2024-11-16T02:27:37,172 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9 took 4ms 2024-11-16T02:27:37,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9 so closing down 2024-11-16T02:27:37,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:37,173 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:37,176 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:37,176 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:37,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:37,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742281_1461 (size=753) 2024-11-16T02:27:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742281_1461 (size=753) 2024-11-16T02:27:37,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:37,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-16T02:27:37,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742280_1460 (size=753) 2024-11-16T02:27:37,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742280_1460 (size=753) 2024-11-16T02:27:37,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:37,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:37,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-16T02:27:37,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9, size=1.4 K (1413bytes) at 1731724057167Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9 so closing down at 1731724057173 (+6 ms)3 split writer threads finished at 1731724057173Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724057177 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724057177Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724057185 (+8 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731724057186 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724057186Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724057187 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731724057187 2024-11-16T02:27:37,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/WALs/testlogsgetarchivedaftersplit,16010,1731724055897/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/6976ad6a-96f8-79d8-e730-b7ae45fbbf87/oldWALs/wal.dat.9 2024-11-16T02:27:37,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142 (was 142), OpenFileDescriptor=399 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=770 (was 770), ProcessCount=11 (was 11), AvailableMemoryMB=2975 (was 2985) 2024-11-16T02:27:37,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=142, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=770, ProcessCount=11, AvailableMemoryMB=2974 2024-11-16T02:27:37,201 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742282_1462 (size=7) 2024-11-16T02:27:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742282_1462 (size=7) 2024-11-16T02:27:37,206 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:37,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:37,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:37,209 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:37,209 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-16T02:27:37,209 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-16T02:27:37,210 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742283_1463 (size=723) 2024-11-16T02:27:37,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742283_1463 (size=723) 2024-11-16T02:27:37,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:37,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:37,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742284_1464 (size=723) 2024-11-16T02:27:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742284_1464 (size=723) 2024-11-16T02:27:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:37,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:37,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742285_1465 (size=723) 2024-11-16T02:27:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742285_1465 (size=723) 2024-11-16T02:27:37,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:37,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:37,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742286_1466 (size=723) 2024-11-16T02:27:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742286_1466 (size=723) 2024-11-16T02:27:37,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:37,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:37,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742287_1467 (size=723) 2024-11-16T02:27:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742287_1467 (size=723) 2024-11-16T02:27:37,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:37,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742288_1468 (size=723) 2024-11-16T02:27:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742288_1468 (size=723) 2024-11-16T02:27:37,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:37,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:37,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:37,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742289_1469 (size=723) 2024-11-16T02:27:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742289_1469 (size=723) 2024-11-16T02:27:38,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:38,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:38,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742290_1470 (size=723) 2024-11-16T02:27:38,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742290_1470 (size=723) 2024-11-16T02:27:38,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:38,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742291_1471 (size=723) 2024-11-16T02:27:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742291_1471 (size=723) 2024-11-16T02:27:38,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:38,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:38,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742292_1472 (size=723) 2024-11-16T02:27:38,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742292_1472 (size=723) 2024-11-16T02:27:38,972 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:38,987 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/oldWALs, maxLogs=32 2024-11-16T02:27:39,016 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731724059014 2024-11-16T02:27:39,022 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731724059014 2024-11-16T02:27:39,061 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35109:35109),(127.0.0.1/127.0.0.1:45813:45813)] 2024-11-16T02:27:39,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0, size=723 (723bytes) 2024-11-16T02:27:39,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0 2024-11-16T02:27:39,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0 after 0ms 2024-11-16T02:27:39,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0 took 3ms 2024-11-16T02:27:39,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0 so closing down 2024-11-16T02:27:39,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:39,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:39,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:39,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742294_1474 (size=723) 2024-11-16T02:27:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742294_1474 (size=723) 2024-11-16T02:27:39,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:39,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-16T02:27:39,091 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-16T02:27:39,091 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0, size=723 (723bytes) at 1731724059078Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0 so closing down at 1731724059082 (+4 ms)3 split writer threads finished at 1731724059082Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724059085 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724059089 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731724059090 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731724057209/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731724059091 (+1 ms) 2024-11-16T02:27:39,092 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T02:27:39,092 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T02:27:39,092 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T02:27:39,092 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T02:27:39,092 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-16T02:27:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742293_1473 (size=93) 2024-11-16T02:27:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742293_1473 (size=93) 2024-11-16T02:27:39,097 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0b28887-14f5-9cce-0df8-75edefe1b5d1/oldWALs 2024-11-16T02:27:39,099 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731724059014) 2024-11-16T02:27:39,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=144 (was 142) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=756 (was 770), ProcessCount=11 (was 11), AvailableMemoryMB=2922 (was 2974) 2024-11-16T02:27:39,111 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=756, ProcessCount=11, AvailableMemoryMB=2922 2024-11-16T02:27:39,111 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742295_1475 (size=7) 2024-11-16T02:27:39,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742295_1475 (size=7) 2024-11-16T02:27:39,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:39,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:39,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:39,119 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:39,120 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-16T02:27:39,120 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:39,120 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:39,121 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:39,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742296_1476 (size=1393) 2024-11-16T02:27:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742296_1476 (size=1393) 2024-11-16T02:27:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:39,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742297_1477 (size=1393) 2024-11-16T02:27:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742297_1477 (size=1393) 2024-11-16T02:27:39,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:39,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742298_1478 (size=1393) 2024-11-16T02:27:39,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742298_1478 (size=1393) 2024-11-16T02:27:39,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:39,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:39,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742299_1479 (size=1393) 2024-11-16T02:27:39,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742299_1479 (size=1393) 2024-11-16T02:27:39,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:39,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:39,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742300_1480 (size=1393) 2024-11-16T02:27:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742300_1480 (size=1393) 2024-11-16T02:27:39,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:39,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742301_1481 (size=1393) 2024-11-16T02:27:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742301_1481 (size=1393) 2024-11-16T02:27:39,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:39,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742302_1482 (size=1405) 2024-11-16T02:27:39,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742302_1482 (size=1405) 2024-11-16T02:27:39,590 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:39,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:39,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742303_1483 (size=1413) 2024-11-16T02:27:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742303_1483 (size=1413) 2024-11-16T02:27:39,624 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:39,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:39,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742304_1484 (size=1413) 2024-11-16T02:27:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742304_1484 (size=1413) 2024-11-16T02:27:39,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:39,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:39,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:39,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:39,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742305_1485 (size=1413) 2024-11-16T02:27:39,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742305_1485 (size=1413) 2024-11-16T02:27:39,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:27:40,045 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:40,066 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:40,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 2024-11-16T02:27:40,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 after 0ms 2024-11-16T02:27:40,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 took 2ms 2024-11-16T02:27:40,069 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,069 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 so closing down 2024-11-16T02:27:40,069 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K (1393bytes) at 1731724060066Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 so closing down at 1731724060069 (+3 ms)3 split writer threads finished at 1731724060070 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060070 2024-11-16T02:27:40,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.0 2024-11-16T02:27:40,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:40,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 2024-11-16T02:27:40,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 after 0ms 2024-11-16T02:27:40,074 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 took 2ms 2024-11-16T02:27:40,075 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,075 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 so closing down 2024-11-16T02:27:40,075 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K (1393bytes) at 1731724060072Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 so closing down at 1731724060075 (+3 ms)3 split writer threads finished at 1731724060076 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060076 2024-11-16T02:27:40,078 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.1 2024-11-16T02:27:40,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:40,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 2024-11-16T02:27:40,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 after 0ms 2024-11-16T02:27:40,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 took 2ms 2024-11-16T02:27:40,081 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 so closing down 2024-11-16T02:27:40,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,081 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,081 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,081 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K (1393bytes) at 1731724060078Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 so closing down at 1731724060081 (+3 ms)3 split writer threads finished at 1731724060081Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060081 2024-11-16T02:27:40,083 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.2 2024-11-16T02:27:40,083 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:40,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 2024-11-16T02:27:40,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 after 0ms 2024-11-16T02:27:40,085 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 took 2ms 2024-11-16T02:27:40,086 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 so closing down 2024-11-16T02:27:40,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,086 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K (1393bytes) at 1731724060083Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 so closing down at 1731724060086 (+3 ms)3 split writer threads finished at 1731724060086Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060086 2024-11-16T02:27:40,088 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.3 2024-11-16T02:27:40,088 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:40,088 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 2024-11-16T02:27:40,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 after 1ms 2024-11-16T02:27:40,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 took 2ms 2024-11-16T02:27:40,091 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,091 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 so closing down 2024-11-16T02:27:40,091 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,091 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,091 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,091 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K (1393bytes) at 1731724060088Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 so closing down at 1731724060091 (+3 ms)3 split writer threads finished at 1731724060091Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060091 2024-11-16T02:27:40,093 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.4 2024-11-16T02:27:40,093 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:40,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 2024-11-16T02:27:40,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 after 0ms 2024-11-16T02:27:40,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 took 1ms 2024-11-16T02:27:40,095 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,095 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 so closing down 2024-11-16T02:27:40,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,096 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,096 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K (1393bytes) at 1731724060093Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 so closing down at 1731724060095 (+2 ms)3 split writer threads finished at 1731724060096 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060096 2024-11-16T02:27:40,097 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.5 2024-11-16T02:27:40,097 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:40,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 2024-11-16T02:27:40,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 after 0ms 2024-11-16T02:27:40,099 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 took 2ms 2024-11-16T02:27:40,100 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 so closing down 2024-11-16T02:27:40,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,100 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T02:27:40,100 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K (1405bytes) at 1731724060097Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 so closing down at 1731724060100 (+3 ms)3 split writer threads finished at 1731724060100Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731724060100 2024-11-16T02:27:40,102 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.6 2024-11-16T02:27:40,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:40,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 2024-11-16T02:27:40,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 after 0ms 2024-11-16T02:27:40,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 took 1ms 2024-11-16T02:27:40,104 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,104 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 so closing down 2024-11-16T02:27:40,104 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,105 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:40,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K (1413bytes) at 1731724060102Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 so closing down at 1731724060104 (+2 ms)3 split writer threads finished at 1731724060104Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724060105 (+1 ms) 2024-11-16T02:27:40,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.7 2024-11-16T02:27:40,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:40,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 2024-11-16T02:27:40,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 after 0ms 2024-11-16T02:27:40,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 took 2ms 2024-11-16T02:27:40,108 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 so closing down 2024-11-16T02:27:40,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:40,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K (1413bytes) at 1731724060106Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 so closing down at 1731724060109 (+3 ms)3 split writer threads finished at 1731724060109Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724060109 2024-11-16T02:27:40,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.8 2024-11-16T02:27:40,110 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:40,110 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 2024-11-16T02:27:40,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 after 1ms 2024-11-16T02:27:40,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 took 2ms 2024-11-16T02:27:40,113 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 so closing down 2024-11-16T02:27:40,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:40,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K (1413bytes) at 1731724060110Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 so closing down at 1731724060113 (+3 ms)3 split writer threads finished at 1731724060113Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724060113 2024-11-16T02:27:40,115 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.9 2024-11-16T02:27:40,116 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060071; access_time=1731724059122; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060077; access_time=1731724059131; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060082; access_time=1731724059141; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060087; access_time=1731724059152; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060092; access_time=1731724059161; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060096; access_time=1731724059171; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731724060101; access_time=1731724059181; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724060105; access_time=1731724059591; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724060110; access_time=1731724059625; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724060114; access_time=1731724059634; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T02:27:40,119 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:40,119 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:40,119 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:40,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:40,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742306_1486 (size=1393) 2024-11-16T02:27:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742306_1486 (size=1393) 2024-11-16T02:27:40,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:40,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:40,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742307_1487 (size=1393) 2024-11-16T02:27:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742307_1487 (size=1393) 2024-11-16T02:27:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:40,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742308_1488 (size=1393) 2024-11-16T02:27:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742308_1488 (size=1393) 2024-11-16T02:27:40,147 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:40,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:40,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742309_1489 (size=1393) 2024-11-16T02:27:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742309_1489 (size=1393) 2024-11-16T02:27:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:40,156 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742310_1490 (size=1393) 2024-11-16T02:27:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742310_1490 (size=1393) 2024-11-16T02:27:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:40,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742311_1491 (size=1393) 2024-11-16T02:27:40,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742311_1491 (size=1393) 2024-11-16T02:27:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:40,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742312_1492 (size=1405) 2024-11-16T02:27:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742312_1492 (size=1405) 2024-11-16T02:27:40,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:40,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742313_1493 (size=1413) 2024-11-16T02:27:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742313_1493 (size=1413) 2024-11-16T02:27:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:40,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742314_1494 (size=1413) 2024-11-16T02:27:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742314_1494 (size=1413) 2024-11-16T02:27:40,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:40,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:40,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742315_1495 (size=1413) 2024-11-16T02:27:40,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742315_1495 (size=1413) 2024-11-16T02:27:40,215 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:40,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:40,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 2024-11-16T02:27:40,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 after 0ms 2024-11-16T02:27:40,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 took 2ms 2024-11-16T02:27:40,234 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 so closing down 2024-11-16T02:27:40,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:40,237 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:40,237 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:40,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742316_1496 (size=418) 2024-11-16T02:27:40,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742316_1496 (size=418) 2024-11-16T02:27:40,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742317_1497 (size=418) 2024-11-16T02:27:40,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742317_1497 (size=418) 2024-11-16T02:27:40,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-16T02:27:40,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-16T02:27:40,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,244 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K (1393bytes) at 1731724060231Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 so closing down at 1731724060235 (+4 ms)3 split writer threads finished at 1731724060235Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724060237 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724060240 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060242 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731724060243 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060243Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731724060244 (+1 ms)Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060244 2024-11-16T02:27:40,246 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.0 2024-11-16T02:27:40,246 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:40,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 2024-11-16T02:27:40,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 after 0ms 2024-11-16T02:27:40,247 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 took 1ms 2024-11-16T02:27:40,250 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 so closing down 2024-11-16T02:27:40,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:40,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:40,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:40,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742319_1499 (size=418) 2024-11-16T02:27:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742319_1499 (size=418) 2024-11-16T02:27:40,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742318_1498 (size=418) 2024-11-16T02:27:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742318_1498 (size=418) 2024-11-16T02:27:40,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-16T02:27:40,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-16T02:27:40,659 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,659 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K (1393bytes) at 1731724060246Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 so closing down at 1731724060250 (+4 ms)3 split writer threads finished at 1731724060250Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724060253 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724060253Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060257 (+4 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731724060258 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060657 (+399 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731724060659 (+2 ms)Processed 10 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060659 2024-11-16T02:27:40,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.1 2024-11-16T02:27:40,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:40,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 2024-11-16T02:27:40,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 after 0ms 2024-11-16T02:27:40,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 took 2ms 2024-11-16T02:27:40,664 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 so closing down 2024-11-16T02:27:40,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,665 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,667 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:40,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:40,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:40,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:40,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742320_1500 (size=418) 2024-11-16T02:27:40,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742320_1500 (size=418) 2024-11-16T02:27:40,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-16T02:27:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742321_1501 (size=418) 2024-11-16T02:27:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742321_1501 (size=418) 2024-11-16T02:27:40,690 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,691 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-16T02:27:40,691 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,691 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K (1393bytes) at 1731724060661Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 so closing down at 1731724060665 (+4 ms)3 split writer threads finished at 1731724060665Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724060668 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724060677 (+9 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060682 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731724060685 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060690 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731724060691 (+1 ms)Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060691 2024-11-16T02:27:40,692 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.2 2024-11-16T02:27:40,693 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:40,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 2024-11-16T02:27:40,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 after 0ms 2024-11-16T02:27:40,694 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 took 2ms 2024-11-16T02:27:40,695 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 so closing down 2024-11-16T02:27:40,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:40,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:40,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:40,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:40,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742322_1502 (size=418) 2024-11-16T02:27:40,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742323_1503 (size=418) 2024-11-16T02:27:40,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742323_1503 (size=418) 2024-11-16T02:27:40,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742322_1502 (size=418) 2024-11-16T02:27:40,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-16T02:27:40,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-16T02:27:40,707 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:40,707 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K (1393bytes) at 1731724060693Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 so closing down at 1731724060696 (+3 ms)3 split writer threads finished at 1731724060696Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724060699 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724060699Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060706 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060706Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731724060707 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731724060707Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724060707 2024-11-16T02:27:40,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.3 2024-11-16T02:27:40,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:40,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 2024-11-16T02:27:40,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 after 1ms 2024-11-16T02:27:40,710 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 took 2ms 2024-11-16T02:27:40,711 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:40,712 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 so closing down 2024-11-16T02:27:40,712 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:40,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:40,714 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:40,714 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:40,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:40,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742325_1505 (size=418) 2024-11-16T02:27:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742325_1505 (size=418) 2024-11-16T02:27:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742324_1504 (size=418) 2024-11-16T02:27:40,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742324_1504 (size=418) 2024-11-16T02:27:40,723 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:40,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-16T02:27:41,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-16T02:27:41,126 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:41,126 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K (1393bytes) at 1731724060708Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 so closing down at 1731724060712 (+4 ms)3 split writer threads finished at 1731724060712Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724060714 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724060714Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724060723 (+9 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731724060724 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061123 (+399 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731724061125 (+2 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724061126 (+1 ms) 2024-11-16T02:27:41,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.4 2024-11-16T02:27:41,129 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:41,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 2024-11-16T02:27:41,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 after 1ms 2024-11-16T02:27:41,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 took 3ms 2024-11-16T02:27:41,134 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:41,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 so closing down 2024-11-16T02:27:41,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:41,135 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:41,137 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:41,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:41,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:41,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742326_1506 (size=418) 2024-11-16T02:27:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742326_1506 (size=418) 2024-11-16T02:27:41,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742327_1507 (size=418) 2024-11-16T02:27:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742327_1507 (size=418) 2024-11-16T02:27:41,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-16T02:27:41,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-16T02:27:41,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:41,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K (1393bytes) at 1731724061129Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 so closing down at 1731724061135 (+6 ms)3 split writer threads finished at 1731724061135Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724061138 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724061138Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061145 (+7 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061146 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731724061147 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731724061147Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724061147 2024-11-16T02:27:41,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.5 2024-11-16T02:27:41,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:41,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 2024-11-16T02:27:41,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 after 0ms 2024-11-16T02:27:41,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 took 1ms 2024-11-16T02:27:41,151 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:41,152 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 so closing down 2024-11-16T02:27:41,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:41,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:41,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:41,153 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:41,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:41,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:41,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742329_1509 (size=419) 2024-11-16T02:27:41,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742329_1509 (size=419) 2024-11-16T02:27:41,157 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-16T02:27:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742328_1508 (size=419) 2024-11-16T02:27:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742328_1508 (size=419) 2024-11-16T02:27:41,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-16T02:27:41,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T02:27:41,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K (1405bytes) at 1731724061149Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 so closing down at 1731724061152 (+3 ms)3 split writer threads finished at 1731724061152Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724061154 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724061154Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061157 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731724061158 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061161 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731724061162 (+1 ms)Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731724061163 (+1 ms) 2024-11-16T02:27:41,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.6 2024-11-16T02:27:41,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:41,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 2024-11-16T02:27:41,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 after 0ms 2024-11-16T02:27:41,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 took 1ms 2024-11-16T02:27:41,166 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:41,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 so closing down 2024-11-16T02:27:41,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:41,167 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:41,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:41,168 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:41,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:41,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742330_1510 (size=423) 2024-11-16T02:27:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742330_1510 (size=423) 2024-11-16T02:27:41,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-16T02:27:41,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742331_1511 (size=423) 2024-11-16T02:27:41,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742331_1511 (size=423) 2024-11-16T02:27:41,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-16T02:27:41,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:41,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K (1413bytes) at 1731724061164Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 so closing down at 1731724061167 (+3 ms)3 split writer threads finished at 1731724061167Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724061169 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724061171 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061173 (+2 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731724061175 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061178 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731724061179 (+1 ms)Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724061179 2024-11-16T02:27:41,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.7 2024-11-16T02:27:41,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:41,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 2024-11-16T02:27:41,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 after 0ms 2024-11-16T02:27:41,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 took 2ms 2024-11-16T02:27:41,185 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:41,186 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 so closing down 2024-11-16T02:27:41,186 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:41,186 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:41,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:41,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:41,190 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:41,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742332_1512 (size=423) 2024-11-16T02:27:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742332_1512 (size=423) 2024-11-16T02:27:41,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742333_1513 (size=423) 2024-11-16T02:27:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742333_1513 (size=423) 2024-11-16T02:27:41,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-16T02:27:41,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-16T02:27:41,197 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:41,197 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K (1413bytes) at 1731724061181Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 so closing down at 1731724061186 (+5 ms)3 split writer threads finished at 1731724061186Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724061189 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724061191 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061195 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061196 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731724061196Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731724061197 (+1 ms)Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724061197 2024-11-16T02:27:41,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.8 2024-11-16T02:27:41,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:41,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 2024-11-16T02:27:41,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 after 0ms 2024-11-16T02:27:41,201 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 took 2ms 2024-11-16T02:27:41,202 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:41,203 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 so closing down 2024-11-16T02:27:41,203 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:41,203 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:41,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:41,204 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:41,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:41,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742334_1514 (size=423) 2024-11-16T02:27:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742334_1514 (size=423) 2024-11-16T02:27:41,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-16T02:27:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742335_1515 (size=423) 2024-11-16T02:27:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742335_1515 (size=423) 2024-11-16T02:27:41,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:41,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-16T02:27:41,215 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:41,215 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K (1413bytes) at 1731724061199Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 so closing down at 1731724061203 (+4 ms)3 split writer threads finished at 1731724061203Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724061205 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724061205Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061210 (+5 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731724061211 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731724061214 (+3 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731724061215 (+1 ms)Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724061215 2024-11-16T02:27:41,217 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.9 2024-11-16T02:27:41,218 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060245; access_time=1731724060120; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060660; access_time=1731724060130; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060692; access_time=1731724060139; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724060708; access_time=1731724060147; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724061127; access_time=1731724060156; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724061148; access_time=1731724060167; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731724061163; access_time=1731724060176; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724061180; access_time=1731724060186; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724061198; access_time=1731724060195; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724061216; access_time=1731724060205; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T02:27:41,221 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:41,221 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:41,221 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:41,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742336_1516 (size=1393) 2024-11-16T02:27:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:41,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-16T02:27:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742336_1516 (size=1393) 2024-11-16T02:27:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742337_1517 (size=1393) 2024-11-16T02:27:41,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742337_1517 (size=1393) 2024-11-16T02:27:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-16T02:27:41,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-16T02:27:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742338_1518 (size=1393) 2024-11-16T02:27:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742338_1518 (size=1393) 2024-11-16T02:27:41,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-16T02:27:41,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-16T02:27:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742339_1519 (size=1393) 2024-11-16T02:27:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742339_1519 (size=1393) 2024-11-16T02:27:41,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-16T02:27:41,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-16T02:27:41,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742340_1520 (size=1393) 2024-11-16T02:27:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742340_1520 (size=1393) 2024-11-16T02:27:41,684 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-16T02:27:41,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-16T02:27:41,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742341_1521 (size=1393) 2024-11-16T02:27:41,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742341_1521 (size=1393) 2024-11-16T02:27:41,696 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-16T02:27:41,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-16T02:27:41,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742342_1522 (size=1405) 2024-11-16T02:27:41,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742342_1522 (size=1405) 2024-11-16T02:27:41,706 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-16T02:27:41,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-16T02:27:41,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:41,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742343_1523 (size=1413) 2024-11-16T02:27:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742343_1523 (size=1413) 2024-11-16T02:27:42,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-16T02:27:42,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-16T02:27:42,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742344_1524 (size=1413) 2024-11-16T02:27:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742344_1524 (size=1413) 2024-11-16T02:27:42,128 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-16T02:27:42,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-16T02:27:42,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742345_1525 (size=1413) 2024-11-16T02:27:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742345_1525 (size=1413) 2024-11-16T02:27:42,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-16T02:27:42,152 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K (1393bytes) 2024-11-16T02:27:42,152 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 2024-11-16T02:27:42,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 after 1ms 2024-11-16T02:27:42,154 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 took 2ms 2024-11-16T02:27:42,156 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 so closing down 2024-11-16T02:27:42,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,158 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:42,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:42,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-16T02:27:42,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-16T02:27:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742347_1527 (size=678) 2024-11-16T02:27:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742347_1527 (size=678) 2024-11-16T02:27:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742346_1526 (size=743) 2024-11-16T02:27:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742346_1526 (size=743) 2024-11-16T02:27:42,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,163 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-16T02:27:42,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-16T02:27:42,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:42,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K (1393bytes) at 1731724062152Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 so closing down at 1731724062156 (+4 ms)3 split writer threads finished at 1731724062156Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731724062158 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731724062158Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062162 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062162Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731724062163 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731724062163Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724062163 2024-11-16T02:27:42,165 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.0 2024-11-16T02:27:42,165 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K (1393bytes) 2024-11-16T02:27:42,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 2024-11-16T02:27:42,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 after 0ms 2024-11-16T02:27:42,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 took 1ms 2024-11-16T02:27:42,167 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,167 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 so closing down 2024-11-16T02:27:42,167 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,167 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,169 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:42,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:42,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-16T02:27:42,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-16T02:27:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742348_1528 (size=743) 2024-11-16T02:27:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742349_1529 (size=678) 2024-11-16T02:27:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742349_1529 (size=678) 2024-11-16T02:27:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742348_1528 (size=743) 2024-11-16T02:27:42,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-16T02:27:42,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-16T02:27:42,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:42,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K (1393bytes) at 1731724062165Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 so closing down at 1731724062167 (+2 ms)3 split writer threads finished at 1731724062167Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731724062169 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731724062170 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062173 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062173Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731724062174 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731724062174Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724062174 2024-11-16T02:27:42,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.1 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.1 2024-11-16T02:27:42,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K (1393bytes) 2024-11-16T02:27:42,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 2024-11-16T02:27:42,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 after 0ms 2024-11-16T02:27:42,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 took 2ms 2024-11-16T02:27:42,179 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 so closing down 2024-11-16T02:27:42,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:42,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:42,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-16T02:27:42,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-16T02:27:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742351_1531 (size=743) 2024-11-16T02:27:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742350_1530 (size=678) 2024-11-16T02:27:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742351_1531 (size=743) 2024-11-16T02:27:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742350_1530 (size=678) 2024-11-16T02:27:42,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-16T02:27:42,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-16T02:27:42,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:42,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K (1393bytes) at 1731724062176Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 so closing down at 1731724062179 (+3 ms)3 split writer threads finished at 1731724062179Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731724062181 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731724062182 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062186 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062186Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731724062187 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731724062187Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724062187 2024-11-16T02:27:42,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.2 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.2 2024-11-16T02:27:42,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K (1393bytes) 2024-11-16T02:27:42,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 2024-11-16T02:27:42,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 after 0ms 2024-11-16T02:27:42,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 took 2ms 2024-11-16T02:27:42,192 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,193 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 so closing down 2024-11-16T02:27:42,193 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,193 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,195 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:42,195 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:42,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-16T02:27:42,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-16T02:27:42,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742353_1533 (size=678) 2024-11-16T02:27:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742353_1533 (size=678) 2024-11-16T02:27:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742352_1532 (size=743) 2024-11-16T02:27:42,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742352_1532 (size=743) 2024-11-16T02:27:42,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-16T02:27:42,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-16T02:27:42,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:42,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K (1393bytes) at 1731724062189Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 so closing down at 1731724062193 (+4 ms)3 split writer threads finished at 1731724062193Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731724062196 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731724062196Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062200 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062201 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731724062202 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731724062202Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724062202 2024-11-16T02:27:42,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.3 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.3 2024-11-16T02:27:42,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K (1393bytes) 2024-11-16T02:27:42,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 2024-11-16T02:27:42,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 after 0ms 2024-11-16T02:27:42,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 took 1ms 2024-11-16T02:27:42,206 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 so closing down 2024-11-16T02:27:42,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:42,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:42,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-16T02:27:42,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-16T02:27:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742354_1534 (size=743) 2024-11-16T02:27:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742355_1535 (size=678) 2024-11-16T02:27:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742355_1535 (size=678) 2024-11-16T02:27:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742354_1534 (size=743) 2024-11-16T02:27:42,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-16T02:27:42,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-16T02:27:42,213 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:42,213 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K (1393bytes) at 1731724062204Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 so closing down at 1731724062207 (+3 ms)3 split writer threads finished at 1731724062207Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731724062209 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731724062209Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062212 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062212Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731724062213 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731724062213Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724062213 2024-11-16T02:27:42,215 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.4 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.4 2024-11-16T02:27:42,215 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K (1393bytes) 2024-11-16T02:27:42,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 2024-11-16T02:27:42,215 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 after 0ms 2024-11-16T02:27:42,217 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 took 2ms 2024-11-16T02:27:42,218 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 so closing down 2024-11-16T02:27:42,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,219 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:42,219 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:42,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-16T02:27:42,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-16T02:27:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742356_1536 (size=743) 2024-11-16T02:27:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742357_1537 (size=678) 2024-11-16T02:27:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742357_1537 (size=678) 2024-11-16T02:27:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742356_1536 (size=743) 2024-11-16T02:27:42,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-16T02:27:42,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-16T02:27:42,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-16T02:27:42,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K (1393bytes) at 1731724062215Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 so closing down at 1731724062218 (+3 ms)3 split writer threads finished at 1731724062218Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731724062220 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731724062220Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062223 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062223Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731724062224 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731724062224Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731724062224 2024-11-16T02:27:42,226 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.5 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.5 2024-11-16T02:27:42,226 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K (1405bytes) 2024-11-16T02:27:42,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 2024-11-16T02:27:42,226 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 after 0ms 2024-11-16T02:27:42,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 took 1ms 2024-11-16T02:27:42,228 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,229 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 so closing down 2024-11-16T02:27:42,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,229 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,231 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:42,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:42,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-16T02:27:42,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-16T02:27:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742358_1538 (size=749) 2024-11-16T02:27:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742359_1539 (size=683) 2024-11-16T02:27:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742359_1539 (size=683) 2024-11-16T02:27:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742358_1538 (size=749) 2024-11-16T02:27:42,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-16T02:27:42,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-16T02:27:42,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-16T02:27:42,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K (1405bytes) at 1731724062226Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 so closing down at 1731724062229 (+3 ms)3 split writer threads finished at 1731724062229Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731724062231 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731724062231Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062235 (+4 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062235Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731724062235Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731724062235Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731724062236 (+1 ms) 2024-11-16T02:27:42,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.6 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.6 2024-11-16T02:27:42,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K (1413bytes) 2024-11-16T02:27:42,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 2024-11-16T02:27:42,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 after 0ms 2024-11-16T02:27:42,239 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 took 2ms 2024-11-16T02:27:42,239 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 so closing down 2024-11-16T02:27:42,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,241 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:42,241 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:42,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-16T02:27:42,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-16T02:27:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742360_1540 (size=753) 2024-11-16T02:27:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742360_1540 (size=753) 2024-11-16T02:27:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742361_1541 (size=687) 2024-11-16T02:27:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742361_1541 (size=687) 2024-11-16T02:27:42,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-16T02:27:42,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-16T02:27:42,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:42,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K (1413bytes) at 1731724062237Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 so closing down at 1731724062240 (+3 ms)3 split writer threads finished at 1731724062240Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731724062242 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731724062242Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062245 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062245Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731724062246 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731724062246Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724062246 2024-11-16T02:27:42,247 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.7 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.7 2024-11-16T02:27:42,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K (1413bytes) 2024-11-16T02:27:42,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 2024-11-16T02:27:42,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 after 0ms 2024-11-16T02:27:42,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 took 2ms 2024-11-16T02:27:42,250 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 so closing down 2024-11-16T02:27:42,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,252 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:42,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:42,253 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-16T02:27:42,253 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-16T02:27:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742362_1542 (size=687) 2024-11-16T02:27:42,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742362_1542 (size=687) 2024-11-16T02:27:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742363_1543 (size=753) 2024-11-16T02:27:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742363_1543 (size=753) 2024-11-16T02:27:42,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,257 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-16T02:27:42,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-16T02:27:42,257 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:42,257 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K (1413bytes) at 1731724062248Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 so closing down at 1731724062250 (+2 ms)3 split writer threads finished at 1731724062250Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731724062253 (+3 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731724062253Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062256 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062256Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731724062257 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731724062257Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724062257 2024-11-16T02:27:42,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.8 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.8 2024-11-16T02:27:42,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K (1413bytes) 2024-11-16T02:27:42,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 2024-11-16T02:27:42,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 after 0ms 2024-11-16T02:27:42,259 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 took 1ms 2024-11-16T02:27:42,260 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-16T02:27:42,261 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 so closing down 2024-11-16T02:27:42,261 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-16T02:27:42,261 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-16T02:27:42,262 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:42,262 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:42,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-16T02:27:42,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-16T02:27:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742365_1545 (size=687) 2024-11-16T02:27:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742364_1544 (size=753) 2024-11-16T02:27:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742364_1544 (size=753) 2024-11-16T02:27:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742365_1545 (size=687) 2024-11-16T02:27:42,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-16T02:27:42,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-16T02:27:42,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-16T02:27:42,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-16T02:27:42,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K (1413bytes) at 1731724062258Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 so closing down at 1731724062261 (+3 ms)3 split writer threads finished at 1731724062261Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731724062263 (+2 ms)Creating recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731724062263Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731724062266 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731724062266Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731724062267 (+1 ms)Rename recovered edits hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731724062267Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731724062267 2024-11-16T02:27:42,268 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731724059119/wal.dat.9 to hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.9 2024-11-16T02:27:42,269 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724062164; access_time=1731724061222; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724062175; access_time=1731724061236; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724062188; access_time=1731724061247; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724062203; access_time=1731724061658; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724062214; access_time=1731724061673; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731724062225; access_time=1731724061685; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731724062236; access_time=1731724061697; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724062247; access_time=1731724061706; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724062257; access_time=1731724062117; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:33863/user/jenkins/test-data/efe4aef1-c0e8-e6b1-1106-07a05fb9d4e9/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731724062268; access_time=1731724062128; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-16T02:27:42,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=136 (was 144), OpenFileDescriptor=387 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=756 (was 756), ProcessCount=11 (was 11), AvailableMemoryMB=2934 (was 2922) - AvailableMemoryMB LEAK? - 2024-11-16T02:27:42,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=136, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=756, ProcessCount=11, AvailableMemoryMB=2934 2024-11-16T02:27:42,284 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-16T02:27:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742366_1546 (size=7) 2024-11-16T02:27:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742366_1546 (size=7) 2024-11-16T02:27:42,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33863/user/jenkins/test-data/9ed125cd-d090-fcd9-597e-96b1f53a1735 with version=8 2024-11-16T02:27:42,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:42,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:27:42,292 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-16T02:27:42,293 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-16T02:27:42,293 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-16T02:27:42,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-16T02:27:42,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-16T02:27:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-16T02:27:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742367_1547 (size=2324) 2024-11-16T02:27:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742367_1547 (size=2324) 2024-11-16T02:27:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-16T02:27:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40761 is added to blk_1073742368_1548 (size=2325) 2024-11-16T02:27:42,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073742368_1548 (size=2325) 2024-11-16T02:27:42,334 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0, size=2.3 K (2325bytes) 2024-11-16T02:27:42,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0 2024-11-16T02:27:42,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0 after 0ms 2024-11-16T02:27:42,336 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-16T02:27:42,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0 so closing down 2024-11-16T02:27:42,337 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-16T02:27:42,337 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0, journal: Splitting hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0, size=2.3 K (2325bytes) at 1731724062334Finishing writing output for hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0 so closing down at 1731724062337 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731724062337 2024-11-16T02:27:42,339 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731724062292/wal.dat.0 to hdfs://localhost:33863/user/jenkins/test-data/3f05c977-ca57-0a2c-23e4-cc02b6d417c5/corrupt/wal.dat.0 2024-11-16T02:27:42,348 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=136 (was 136), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 756), ProcessCount=11 (was 11), AvailableMemoryMB=2933 (was 2934) 2024-11-16T02:27:42,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:27:42,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:27:42,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:27:42,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:27:42,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.log.dir/,STOPPED} 2024-11-16T02:27:42,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:27:42,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:27:42,362 WARN [BP-1381795591-172.17.0.3-1731723996231 heartbeating to localhost/127.0.0.1:33863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:27:42,362 WARN [BP-1381795591-172.17.0.3-1731723996231 heartbeating to localhost/127.0.0.1:33863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1381795591-172.17.0.3-1731723996231 (Datanode Uuid 81994f1b-c265-4f8b-96b6-1184b487c0bd) service to localhost/127.0.0.1:33863 2024-11-16T02:27:42,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data3/current/BP-1381795591-172.17.0.3-1731723996231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:27:42,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data4/current/BP-1381795591-172.17.0.3-1731723996231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:27:42,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:27:42,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:27:42,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:27:42,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:27:42,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:27:42,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.log.dir/,STOPPED} 2024-11-16T02:27:42,369 WARN [BP-1381795591-172.17.0.3-1731723996231 heartbeating to localhost/127.0.0.1:33863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:27:42,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:27:42,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:27:42,369 WARN [BP-1381795591-172.17.0.3-1731723996231 heartbeating to localhost/127.0.0.1:33863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1381795591-172.17.0.3-1731723996231 (Datanode Uuid 5f60a09f-5274-43e6-a277-35a635e18f19) service to localhost/127.0.0.1:33863 2024-11-16T02:27:42,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data1/current/BP-1381795591-172.17.0.3-1731723996231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:27:42,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/cluster_a818b688-a9c6-7844-8426-426a3aaea5d6/data/data2/current/BP-1381795591-172.17.0.3-1731723996231 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:27:42,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:27:42,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:27:42,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:27:42,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:27:42,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:27:42,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ed7db8-0ae4-c094-0aa4-ea2503d2344e/hadoop.log.dir/,STOPPED}