2024-11-14 14:24:42,742 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 14:24:42,753 main DEBUG Took 0.009001 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 14:24:42,754 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 14:24:42,754 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 14:24:42,755 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 14:24:42,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,762 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 14:24:42,774 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,776 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,777 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,778 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,779 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,781 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,783 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,783 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:24:42,784 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,784 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 14:24:42,786 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:24:42,787 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 14:24:42,789 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 14:24:42,789 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 14:24:42,790 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 14:24:42,790 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 14:24:42,798 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 14:24:42,800 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 14:24:42,801 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 14:24:42,802 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 14:24:42,802 main DEBUG createAppenders(={Console}) 2024-11-14 14:24:42,803 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-14 14:24:42,803 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 14:24:42,803 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-14 14:24:42,803 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 14:24:42,804 main DEBUG OutputStream closed 2024-11-14 14:24:42,804 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 14:24:42,804 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 14:24:42,804 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-14 14:24:42,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 14:24:42,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 14:24:42,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 14:24:42,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 14:24:42,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 14:24:42,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 14:24:42,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 14:24:42,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 14:24:42,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 14:24:42,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 14:24:42,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 14:24:42,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 14:24:42,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 14:24:42,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 14:24:42,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 14:24:42,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 14:24:42,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 14:24:42,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 14:24:42,879 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 14:24:42,879 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-14 14:24:42,879 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 14:24:42,880 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-14T14:24:42,892 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-14 14:24:42,895 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 14:24:42,895 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T14:24:43,171 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9 2024-11-14T14:24:43,172 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-14T14:24:43,284 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T14:24:43,363 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d, deleteOnExit=true 2024-11-14T14:24:43,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/test.cache.data in system properties and HBase conf 2024-11-14T14:24:43,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:24:43,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:24:43,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:24:43,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:24:43,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:24:43,451 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:24:43,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:24:43,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:24:43,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:24:43,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:24:43,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:24:43,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:24:43,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:24:43,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:24:43,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:24:43,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:24:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:24:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:24:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:24:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:24:44,582 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:24:44,651 INFO [Time-limited test {}] log.Log(170): Logging initialized @2674ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T14:24:44,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:24:44,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:24:44,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:24:44,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:24:44,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:24:44,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:24:44,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:24:44,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:24:45,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/java.io.tmpdir/jetty-localhost-46703-hadoop-hdfs-3_4_1-tests_jar-_-any-13979971514850388427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:24:45,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:46703} 2024-11-14T14:24:45,015 INFO [Time-limited test {}] server.Server(415): Started @3039ms 2024-11-14T14:24:45,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:24:45,626 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:24:45,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:24:45,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:24:45,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:24:45,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4ae84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:24:45,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:24:45,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b2450d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/java.io.tmpdir/jetty-localhost-42573-hadoop-hdfs-3_4_1-tests_jar-_-any-12273037258336867197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:24:45,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cf239a1{HTTP/1.1, (http/1.1)}{localhost:42573} 2024-11-14T14:24:45,741 INFO [Time-limited test {}] server.Server(415): Started @3764ms 2024-11-14T14:24:45,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:24:45,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:24:45,974 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:24:45,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:24:45,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:24:45,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:24:45,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a455f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:24:45,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:24:46,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61d1a0b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/java.io.tmpdir/jetty-localhost-33759-hadoop-hdfs-3_4_1-tests_jar-_-any-13755008403247292190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:24:46,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cb4ef0c{HTTP/1.1, (http/1.1)}{localhost:33759} 2024-11-14T14:24:46,106 INFO [Time-limited test {}] server.Server(415): Started @4129ms 2024-11-14T14:24:46,109 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:24:47,569 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data1/current/BP-1295719778-172.17.0.2-1731594284061/current, will proceed with Du for space computation calculation, 2024-11-14T14:24:47,569 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data4/current/BP-1295719778-172.17.0.2-1731594284061/current, will proceed with Du for space computation calculation, 2024-11-14T14:24:47,569 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data2/current/BP-1295719778-172.17.0.2-1731594284061/current, will proceed with Du for space computation calculation, 2024-11-14T14:24:47,569 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data3/current/BP-1295719778-172.17.0.2-1731594284061/current, will proceed with Du for space computation calculation, 2024-11-14T14:24:47,602 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:24:47,602 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:24:47,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a8311a6cb66e359 with lease ID 0x88170e8698107c14: Processing first storage report for DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c from datanode DatanodeRegistration(127.0.0.1:34733, datanodeUuid=06c8de98-01a8-4d3c-a825-d26fc27ee929, infoPort=38263, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061) 2024-11-14T14:24:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a8311a6cb66e359 with lease ID 0x88170e8698107c14: from storage DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c node DatanodeRegistration(127.0.0.1:34733, datanodeUuid=06c8de98-01a8-4d3c-a825-d26fc27ee929, infoPort=38263, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:24:47,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5f77b1da14244b2 with lease ID 0x88170e8698107c15: Processing first storage report for DS-40c16af6-34bd-4094-b5b4-295d6df8d61d from datanode DatanodeRegistration(127.0.0.1:40277, datanodeUuid=b61dd3bf-f2cd-458c-8163-382d765d0ce4, infoPort=34279, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061) 2024-11-14T14:24:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5f77b1da14244b2 with lease ID 0x88170e8698107c15: from storage DS-40c16af6-34bd-4094-b5b4-295d6df8d61d node DatanodeRegistration(127.0.0.1:40277, datanodeUuid=b61dd3bf-f2cd-458c-8163-382d765d0ce4, infoPort=34279, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:24:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a8311a6cb66e359 with lease ID 0x88170e8698107c14: Processing first storage report for DS-0691a190-3274-4c41-9bcf-3753acdd061f from datanode DatanodeRegistration(127.0.0.1:34733, datanodeUuid=06c8de98-01a8-4d3c-a825-d26fc27ee929, infoPort=38263, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061) 2024-11-14T14:24:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a8311a6cb66e359 with lease ID 0x88170e8698107c14: from storage DS-0691a190-3274-4c41-9bcf-3753acdd061f node DatanodeRegistration(127.0.0.1:34733, datanodeUuid=06c8de98-01a8-4d3c-a825-d26fc27ee929, infoPort=38263, infoSecurePort=0, ipcPort=35829, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:24:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5f77b1da14244b2 with lease ID 0x88170e8698107c15: Processing first storage report for DS-ed866b3d-9ac3-4aaf-8df7-08fb780af8bf from datanode DatanodeRegistration(127.0.0.1:40277, datanodeUuid=b61dd3bf-f2cd-458c-8163-382d765d0ce4, infoPort=34279, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061) 2024-11-14T14:24:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5f77b1da14244b2 with lease ID 0x88170e8698107c15: from storage DS-ed866b3d-9ac3-4aaf-8df7-08fb780af8bf node DatanodeRegistration(127.0.0.1:40277, datanodeUuid=b61dd3bf-f2cd-458c-8163-382d765d0ce4, infoPort=34279, infoSecurePort=0, ipcPort=37787, storageInfo=lv=-57;cid=testClusterID;nsid=553097196;c=1731594284061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:24:47,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9 2024-11-14T14:24:47,752 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=129, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=3971 2024-11-14T14:24:47,753 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:47,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:47,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:24:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:24:48,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:48,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:48,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:48,434 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:48,498 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T14:24:48,562 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T14:24:48,568 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:48,568 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:24:48,572 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:24:48,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:24:48,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,611 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T14:24:48,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741826_1002 (size=1393) 2024-11-14T14:24:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741826_1002 (size=1393) 2024-11-14T14:24:48,753 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:24:48,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:24:48,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741827_1003 (size=1393) 2024-11-14T14:24:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741827_1003 (size=1393) 2024-11-14T14:24:48,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:24:48,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:24:48,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:48,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:48,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741828_1004 (size=1393) 2024-11-14T14:24:49,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741828_1004 (size=1393) 2024-11-14T14:24:49,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:24:49,059 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:24:49,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741829_1005 (size=1393) 2024-11-14T14:24:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741829_1005 (size=1393) 2024-11-14T14:24:49,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:24:49,176 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:24:49,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741830_1006 (size=1393) 2024-11-14T14:24:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741830_1006 (size=1393) 2024-11-14T14:24:49,338 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:24:49,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:24:49,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741831_1007 (size=1393) 2024-11-14T14:24:49,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741831_1007 (size=1393) 2024-11-14T14:24:49,441 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:24:49,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:24:49,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741832_1008 (size=1405) 2024-11-14T14:24:49,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741832_1008 (size=1405) 2024-11-14T14:24:49,529 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:24:49,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:24:49,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741833_1009 (size=1413) 2024-11-14T14:24:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741833_1009 (size=1413) 2024-11-14T14:24:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:24:49,636 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741834_1010 (size=1413) 2024-11-14T14:24:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741834_1010 (size=1413) 2024-11-14T14:24:49,731 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:24:49,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:24:49,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:49,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741835_1011 (size=1413) 2024-11-14T14:24:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741835_1011 (size=1413) 2024-11-14T14:24:49,808 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:24:49,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:24:49,927 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T14:24:49,927 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T14:24:49,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0 2024-11-14T14:24:49,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0 after 4ms 2024-11-14T14:24:50,005 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0 took 86ms 2024-11-14T14:24:50,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0 so closing down 2024-11-14T14:24:50,042 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:50,043 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:50,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:24:50,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0, size=1.4 K (1393bytes) at 1731594289925Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0 so closing down at 1731594290037 (+112 ms)3 split writer threads finished at 1731594290044 (+7 ms)Processed 0 edits across 0 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/da14d423-7a91-325e-d1c4-8eae39a41af9/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731594288520/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594290057 (+13 ms) 2024-11-14T14:24:50,062 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-14T14:24:50,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=134 (was 129) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@38825c20 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_863229301_22 at /127.0.0.1:47214 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3826 (was 3971) 2024-11-14T14:24:50,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3823 2024-11-14T14:24:50,167 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:50,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741836_1012 (size=7) 2024-11-14T14:24:50,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741836_1012 (size=7) 2024-11-14T14:24:50,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:50,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:50,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:50,286 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:50,286 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-14T14:24:50,286 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:24:50,289 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:24:50,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:24:50,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:50,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741837_1013 (size=2324) 2024-11-14T14:24:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741837_1013 (size=2324) 2024-11-14T14:24:50,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:24:50,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T14:24:50,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0 2024-11-14T14:24:50,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0 after 1ms 2024-11-14T14:24:50,551 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0 took 13ms 2024-11-14T14:24:50,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0 so closing down 2024-11-14T14:24:50,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:50,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:50,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:24:50,661 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:24:50,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:24:50,673 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:24:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741838_1014 (size=743) 2024-11-14T14:24:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741838_1014 (size=743) 2024-11-14T14:24:50,715 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:24:50,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:24:50,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741839_1015 (size=743) 2024-11-14T14:24:50,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741839_1015 (size=743) 2024-11-14T14:24:50,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T14:24:50,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:24:50,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 182 ms; skipped=7; WAL=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T14:24:50,746 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0, size=2.3 K (2324bytes) at 1731594290539Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0 so closing down at 1731594290595 (+56 ms)3 split writer threads finished at 1731594290596 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594290669 (+73 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594290673 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594290715 (+42 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594290721 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731594290739 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594290743 (+4 ms)Processed 27 edits across 2 Regions in 182 ms; skipped=7; WAL=hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731594290745 (+2 ms) 2024-11-14T14:24:50,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/WALs/testsplitlogfilemultipleregions,16010,1731594290286/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/f6a3792b-447b-b471-27d4-cc012cf1fbfc/oldWALs/wal.dat.0 2024-11-14T14:24:50,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=135 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1109536297_22 at /127.0.0.1:51890 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1109536297_22 at /127.0.0.1:47214 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=3774 (was 3823) 2024-11-14T14:24:50,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=135, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3768 2024-11-14T14:24:50,893 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741840_1016 (size=7) 2024-11-14T14:24:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741840_1016 (size=7) 2024-11-14T14:24:50,978 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:50,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:50,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:50,998 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:50,998 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:24:51,001 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:24:51,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:51,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:51,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741841_1017 (size=2324) 2024-11-14T14:24:51,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741841_1017 (size=2324) 2024-11-14T14:24:51,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:24:52,965 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4d8bfdb1-b91c-9e29-3fa7-756784697198/WALs/testterminationaskedbyreporter,16010,1731594290998/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T14:24:52,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4d8bfdb1-b91c-9e29-3fa7-756784697198/WALs/testterminationaskedbyreporter,16010,1731594290998/wal.dat.0 so closing down 2024-11-14T14:24:52,969 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4d8bfdb1-b91c-9e29-3fa7-756784697198/WALs/testterminationaskedbyreporter,16010,1731594290998/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-14T14:24:52,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4d8bfdb1-b91c-9e29-3fa7-756784697198/WALs/testterminationaskedbyreporter,16010,1731594290998/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4d8bfdb1-b91c-9e29-3fa7-756784697198/WALs/testterminationaskedbyreporter,16010,1731594290998/wal.dat.0, size=2.3 K (2324bytes) at 1731594292965Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4d8bfdb1-b91c-9e29-3fa7-756784697198/WALs/testterminationaskedbyreporter,16010,1731594290998/wal.dat.0 so closing down at 1731594292965Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4d8bfdb1-b91c-9e29-3fa7-756784697198/WALs/testterminationaskedbyreporter,16010,1731594290998/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731594292969 (+4 ms) 2024-11-14T14:24:53,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=137 (was 135) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 339), ProcessCount=11 (was 11), AvailableMemoryMB=3447 (was 3768) 2024-11-14T14:24:53,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=137, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=3446 2024-11-14T14:24:53,027 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741842_1018 (size=7) 2024-11-14T14:24:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741842_1018 (size=7) 2024-11-14T14:24:53,074 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:53,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:53,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:53,085 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:53,085 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-14T14:24:53,097 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:24:53,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741843_1019 (size=1043) 2024-11-14T14:24:53,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741843_1019 (size=1043) 2024-11-14T14:24:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:24:53,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,194 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:24:53,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741845_1021 (size=1043) 2024-11-14T14:24:53,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741845_1021 (size=1043) 2024-11-14T14:24:53,256 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:24:53,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741846_1022 (size=1043) 2024-11-14T14:24:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741846_1022 (size=1043) 2024-11-14T14:24:53,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:24:53,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741847_1023 (size=1043) 2024-11-14T14:24:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741847_1023 (size=1043) 2024-11-14T14:24:53,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:24:53,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:24:53,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741848_1024 (size=1043) 2024-11-14T14:24:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741848_1024 (size=1043) 2024-11-14T14:24:53,465 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:24:53,475 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741849_1025 (size=1043) 2024-11-14T14:24:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741849_1025 (size=1043) 2024-11-14T14:24:53,932 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:24:53,932 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:53,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741850_1026 (size=1043) 2024-11-14T14:24:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741850_1026 (size=1043) 2024-11-14T14:24:54,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:24:54,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:24:54,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741851_1027 (size=1043) 2024-11-14T14:24:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741851_1027 (size=1043) 2024-11-14T14:24:54,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:24:54,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:24:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:54,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:54,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741852_1028 (size=1043) 2024-11-14T14:24:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741852_1028 (size=1043) 2024-11-14T14:24:54,155 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:24:54,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0, size=1.0 K (1043bytes) 2024-11-14T14:24:54,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0 2024-11-14T14:24:54,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0 after 4ms 2024-11-14T14:24:54,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0 took 26ms 2024-11-14T14:24:54,224 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-14T14:24:54,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0 so closing down 2024-11-14T14:24:54,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:54,231 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:54,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:54,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0, size=1.0 K (1043bytes) at 1731594294188Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0 so closing down at 1731594294226 (+38 ms)3 split writer threads finished at 1731594294231 (+5 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594294232 (+1 ms) 2024-11-14T14:24:54,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.0 2024-11-14T14:24:54,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1, size=180 (180bytes) 2024-11-14T14:24:54,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 2024-11-14T14:24:54,244 WARN [IPC Server handler 3 on default port 34707 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-14T14:24:54,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 after 4ms 2024-11-14T14:24:54,653 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223898391_22 at /127.0.0.1:37132 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37132 dst: /127.0.0.1:40277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:24:54,652 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1223898391_22 at /127.0.0.1:59880 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34733:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59880 dst: /127.0.0.1:34733 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34733 remote=/127.0.0.1:59880]. Total timeout mills is 60000, 58542 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:24:54,652 WARN [ResponseProcessor for block BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:24:54,658 WARN [DataStreamer for file /user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 block BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34733,DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c,DISK], DatanodeInfoWithStorage[127.0.0.1:40277,DS-40c16af6-34bd-4094-b5b4-295d6df8d61d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34733,DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c,DISK]) is bad. 2024-11-14T14:24:54,667 WARN [DataStreamer for file /user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 block BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:24:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741844_1029 (size=1035) 2024-11-14T14:24:54,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741844_1029 (size=1035) 2024-11-14T14:24:58,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 after 4005ms 2024-11-14T14:24:58,254 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 took 4012ms 2024-11-14T14:24:58,262 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1; continuing. 2024-11-14T14:24:58,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 so closing down 2024-11-14T14:24:58,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,262 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-14T14:24:58,263 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1, size=180 (180bytes) at 1731594294242Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 so closing down at 1731594298262 (+4020 ms)3 split writer threads finished at 1731594298262Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731594298262 2024-11-14T14:24:58,266 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.1 2024-11-14T14:24:58,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2, size=1.0 K (1043bytes) 2024-11-14T14:24:58,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2 2024-11-14T14:24:58,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2 after 0ms 2024-11-14T14:24:58,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2 took 7ms 2024-11-14T14:24:58,276 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2 so closing down 2024-11-14T14:24:58,276 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,284 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2, size=1.0 K (1043bytes) at 1731594298266Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2 so closing down at 1731594298276 (+10 ms)3 split writer threads finished at 1731594298284 (+8 ms)Processed 10 edits across 0 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298284 2024-11-14T14:24:58,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.2 2024-11-14T14:24:58,290 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3, size=1.0 K (1043bytes) 2024-11-14T14:24:58,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3 2024-11-14T14:24:58,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3 after 1ms 2024-11-14T14:24:58,297 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3 took 7ms 2024-11-14T14:24:58,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3 so closing down 2024-11-14T14:24:58,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,305 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3, size=1.0 K (1043bytes) at 1731594298291Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3 so closing down at 1731594298302 (+11 ms)3 split writer threads finished at 1731594298305 (+3 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298305 2024-11-14T14:24:58,309 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.3 2024-11-14T14:24:58,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4, size=1.0 K (1043bytes) 2024-11-14T14:24:58,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4 2024-11-14T14:24:58,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4 after 0ms 2024-11-14T14:24:58,315 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4 took 6ms 2024-11-14T14:24:58,326 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4 so closing down 2024-11-14T14:24:58,326 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4, size=1.0 K (1043bytes) at 1731594298310Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4 so closing down at 1731594298326 (+16 ms)3 split writer threads finished at 1731594298327 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298327 2024-11-14T14:24:58,332 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.4 2024-11-14T14:24:58,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5, size=1.0 K (1043bytes) 2024-11-14T14:24:58,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5 2024-11-14T14:24:58,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5 after 1ms 2024-11-14T14:24:58,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5 took 6ms 2024-11-14T14:24:58,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5 so closing down 2024-11-14T14:24:58,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5, size=1.0 K (1043bytes) at 1731594298332Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5 so closing down at 1731594298344 (+12 ms)3 split writer threads finished at 1731594298345 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298345 2024-11-14T14:24:58,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.5 2024-11-14T14:24:58,349 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6, size=1.0 K (1043bytes) 2024-11-14T14:24:58,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6 2024-11-14T14:24:58,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6 after 2ms 2024-11-14T14:24:58,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6 took 7ms 2024-11-14T14:24:58,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6 so closing down 2024-11-14T14:24:58,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,366 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6, size=1.0 K (1043bytes) at 1731594298349Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6 so closing down at 1731594298366 (+17 ms)3 split writer threads finished at 1731594298366Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298366 2024-11-14T14:24:58,371 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.6 2024-11-14T14:24:58,372 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7, size=1.0 K (1043bytes) 2024-11-14T14:24:58,372 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7 2024-11-14T14:24:58,373 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7 after 1ms 2024-11-14T14:24:58,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7 took 6ms 2024-11-14T14:24:58,382 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7 so closing down 2024-11-14T14:24:58,382 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,383 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7, size=1.0 K (1043bytes) at 1731594298372Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7 so closing down at 1731594298382 (+10 ms)3 split writer threads finished at 1731594298382Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298383 (+1 ms) 2024-11-14T14:24:58,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.7 2024-11-14T14:24:58,387 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8, size=1.0 K (1043bytes) 2024-11-14T14:24:58,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8 2024-11-14T14:24:58,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8 after 1ms 2024-11-14T14:24:58,392 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8 took 5ms 2024-11-14T14:24:58,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8 so closing down 2024-11-14T14:24:58,394 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,394 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,394 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,394 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8, size=1.0 K (1043bytes) at 1731594298387Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8 so closing down at 1731594298394 (+7 ms)3 split writer threads finished at 1731594298394Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298394 2024-11-14T14:24:58,398 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.8 2024-11-14T14:24:58,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9, size=1.0 K (1043bytes) 2024-11-14T14:24:58,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9 2024-11-14T14:24:58,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9 after 0ms 2024-11-14T14:24:58,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9 took 5ms 2024-11-14T14:24:58,405 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9 so closing down 2024-11-14T14:24:58,405 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,405 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T14:24:58,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9, size=1.0 K (1043bytes) at 1731594298399Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9 so closing down at 1731594298405 (+6 ms)3 split writer threads finished at 1731594298405Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731594298406 (+1 ms) 2024-11-14T14:24:58,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/WALs/testsplitdeletedregion,16010,1731594293085/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/59f3228f-7316-6251-e236-e6e63d7fa1e8/oldWALs/wal.dat.9 2024-11-14T14:24:58,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=141 (was 137) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-294067320_22 at /127.0.0.1:59942 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-294067320_22 at /127.0.0.1:37230 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:35829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 339) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3399 (was 3446) 2024-11-14T14:24:58,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=3398 2024-11-14T14:24:58,429 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741853_1030 (size=7) 2024-11-14T14:24:58,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741853_1030 (size=7) 2024-11-14T14:24:58,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:58,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,470 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:58,471 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T14:24:58,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741854_1031 (size=863) 2024-11-14T14:24:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741854_1031 (size=863) 2024-11-14T14:24:58,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:24:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741855_1032 (size=859) 2024-11-14T14:24:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741855_1032 (size=859) 2024-11-14T14:24:58,552 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0, size=859 (859bytes) 2024-11-14T14:24:58,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0 2024-11-14T14:24:58,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0 after 0ms 2024-11-14T14:24:58,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0 took 9ms 2024-11-14T14:24:58,676 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0; continuing. 2024-11-14T14:24:58,676 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0 so closing down 2024-11-14T14:24:58,676 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:58,676 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:58,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:24:58,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:24:58,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741856_1033 (size=863) 2024-11-14T14:24:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741856_1033 (size=863) 2024-11-14T14:24:58,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:24:58,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T14:24:58,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-14T14:24:58,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0, size=859 (859bytes) at 1731594298552Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0 so closing down at 1731594298676 (+124 ms)3 split writer threads finished at 1731594298676Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594298684 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594298707 (+23 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731594298709 (+2 ms)Processed 10 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731594298709 2024-11-14T14:24:58,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/WALs/testcorruptwaltrailer,16010,1731594298470/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/bb0f46b4-77ce-f57c-9674-88a48560ac26/oldWALs/wal.dat.0 2024-11-14T14:24:58,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=141 (was 141), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3383 (was 3398) 2024-11-14T14:24:58,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=141, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=3383 2024-11-14T14:24:58,742 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741857_1034 (size=7) 2024-11-14T14:24:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741857_1034 (size=7) 2024-11-14T14:24:58,759 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:58,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,765 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:58,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=141 (was 141), OpenFileDescriptor=391 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=3381 (was 3383) 2024-11-14T14:24:58,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=3380 2024-11-14T14:24:58,818 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741858_1035 (size=7) 2024-11-14T14:24:58,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741858_1035 (size=7) 2024-11-14T14:24:58,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:58,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,851 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:58,878 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-14T14:24:58,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741859_1036 (size=93) 2024-11-14T14:24:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741859_1036 (size=93) 2024-11-14T14:24:58,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=141 (was 141), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=3375 (was 3380) 2024-11-14T14:24:58,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=3375 2024-11-14T14:24:58,927 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:58,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741860_1037 (size=7) 2024-11-14T14:24:58,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741860_1037 (size=7) 2024-11-14T14:24:58,963 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:58,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:58,972 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:58,972 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:24:58,973 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:24:58,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:24:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:58,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:58,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741861_1038 (size=1393) 2024-11-14T14:24:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741861_1038 (size=1393) 2024-11-14T14:24:59,028 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:24:59,028 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:24:59,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741862_1039 (size=1393) 2024-11-14T14:24:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741862_1039 (size=1393) 2024-11-14T14:24:59,061 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:24:59,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741863_1040 (size=1393) 2024-11-14T14:24:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741863_1040 (size=1393) 2024-11-14T14:24:59,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:24:59,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:24:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741864_1041 (size=1393) 2024-11-14T14:24:59,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741864_1041 (size=1393) 2024-11-14T14:24:59,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:24:59,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741865_1042 (size=1393) 2024-11-14T14:24:59,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741865_1042 (size=1393) 2024-11-14T14:24:59,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:24:59,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:24:59,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741866_1043 (size=1393) 2024-11-14T14:24:59,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:24:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741866_1043 (size=1393) 2024-11-14T14:24:59,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:24:59,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741867_1044 (size=1405) 2024-11-14T14:24:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741867_1044 (size=1405) 2024-11-14T14:24:59,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:24:59,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:24:59,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741868_1045 (size=1413) 2024-11-14T14:24:59,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741868_1045 (size=1413) 2024-11-14T14:24:59,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:24:59,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741869_1046 (size=1413) 2024-11-14T14:24:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741869_1046 (size=1413) 2024-11-14T14:24:59,657 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:24:59,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:24:59,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:24:59,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:24:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741870_1047 (size=1413) 2024-11-14T14:24:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741870_1047 (size=1413) 2024-11-14T14:24:59,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:24:59,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:24:59,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7 2024-11-14T14:24:59,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7 after 3ms 2024-11-14T14:24:59,716 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7 took 8ms 2024-11-14T14:24:59,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7 so closing down 2024-11-14T14:24:59,725 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:24:59,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:24:59,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:24:59,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:24:59,754 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:24:59,754 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:24:59,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-14T14:24:59,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7, size=1.4 K (1413bytes) at 1731594299708Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7 so closing down at 1731594299725 (+17 ms)3 split writer threads finished at 1731594299725Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594299744 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594299745 (+1 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731594299754 (+9 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731594299754Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/99218b2d-8241-19c2-9365-496276771bad/WALs/testioeonoutputthread,16010,1731594298972/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731594299755 (+1 ms) 2024-11-14T14:24:59,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=143 (was 141) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_223681579_22 at /127.0.0.1:37230 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=3345 (was 3375) 2024-11-14T14:24:59,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=3344 2024-11-14T14:24:59,774 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:24:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741871_1048 (size=7) 2024-11-14T14:24:59,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741871_1048 (size=7) 2024-11-14T14:24:59,786 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:24:59,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:59,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:24:59,792 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:24:59,825 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:24:59,826 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:24:59,828 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:24:59,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:24:59,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:24:59,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741872_1049 (size=2324) 2024-11-14T14:24:59,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741872_1049 (size=2324) 2024-11-14T14:25:00,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:00,264 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:00,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741873_1050 (size=1393) 2024-11-14T14:25:00,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:00,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741873_1050 (size=1393) 2024-11-14T14:25:00,284 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:00,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-14T14:25:00,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-14T14:25:00,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-14T14:25:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-14T14:25:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-14T14:25:00,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-14T14:25:00,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-14T14:25:00,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-14T14:25:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-14T14:25:00,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-14T14:25:00,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-14T14:25:00,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-14T14:25:00,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-14T14:25:00,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-14T14:25:00,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-14T14:25:00,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-14T14:25:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-14T14:25:00,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-14T14:25:00,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-14T14:25:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-14T14:25:00,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-14T14:25:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-14T14:25:00,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-14T14:25:00,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-14T14:25:00,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-14T14:25:00,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-14T14:25:00,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-14T14:25:00,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-14T14:25:00,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-14T14:25:00,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-14T14:25:00,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-14T14:25:00,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-14T14:25:00,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-14T14:25:00,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-14T14:25:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-14T14:25:00,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-14T14:25:00,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-14T14:25:00,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-14T14:25:00,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-14T14:25:00,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-14T14:25:00,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-14T14:25:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-14T14:25:00,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-14T14:25:00,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-14T14:25:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-14T14:25:00,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-14T14:25:00,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-14T14:25:00,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-14T14:25:00,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-14T14:25:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-14T14:25:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-14T14:25:00,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-14T14:25:00,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-14T14:25:00,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-14T14:25:00,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-14T14:25:00,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-14T14:25:00,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-14T14:25:00,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-14T14:25:00,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-14T14:25:00,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-14T14:25:00,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-14T14:25:00,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-14T14:25:00,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-14T14:25:00,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-14T14:25:00,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-14T14:25:00,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-14T14:25:00,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-14T14:25:00,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-14T14:25:00,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-14T14:25:00,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-14T14:25:00,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-14T14:25:00,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-14T14:25:00,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-14T14:25:00,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-14T14:25:00,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-14T14:25:00,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-14T14:25:00,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-14T14:25:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-14T14:25:00,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-14T14:25:00,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-14T14:25:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-14T14:25:00,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-14T14:25:00,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-14T14:25:00,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-14T14:25:00,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-14T14:25:00,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-14T14:25:00,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-14T14:25:00,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-14T14:25:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-14T14:25:00,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-14T14:25:00,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-14T14:25:00,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-14T14:25:00,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-14T14:25:00,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-14T14:25:00,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-14T14:25:00,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-14T14:25:00,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-14T14:25:00,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-14T14:25:00,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-14T14:25:00,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-14T14:25:00,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-14T14:25:00,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-14T14:25:00,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-14T14:25:00,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-14T14:25:00,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-14T14:25:00,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-14T14:25:00,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-14T14:25:00,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-14T14:25:00,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-14T14:25:00,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-14T14:25:00,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-14T14:25:00,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-14T14:25:00,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-14T14:25:00,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-14T14:25:00,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-14T14:25:00,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-14T14:25:00,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-14T14:25:00,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-14T14:25:00,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-14T14:25:00,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-14T14:25:00,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-14T14:25:00,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-14T14:25:00,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-14T14:25:00,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-14T14:25:00,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-14T14:25:00,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-14T14:25:00,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-14T14:25:00,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-14T14:25:00,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-14T14:25:00,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-14T14:25:00,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-14T14:25:00,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-14T14:25:00,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-14T14:25:00,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-14T14:25:00,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-14T14:25:00,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-14T14:25:00,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-14T14:25:00,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-14T14:25:00,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-14T14:25:00,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-14T14:25:00,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-14T14:25:00,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-14T14:25:00,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-14T14:25:00,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-14T14:25:00,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-14T14:25:00,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-14T14:25:00,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-14T14:25:00,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-14T14:25:00,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-14T14:25:00,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-14T14:25:00,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-14T14:25:00,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-14T14:25:00,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-14T14:25:00,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-14T14:25:00,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-14T14:25:00,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-14T14:25:00,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-14T14:25:00,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-14T14:25:00,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-14T14:25:00,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-14T14:25:00,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-14T14:25:00,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-14T14:25:00,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-14T14:25:00,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-14T14:25:00,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-14T14:25:00,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-14T14:25:00,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-14T14:25:00,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-14T14:25:00,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-14T14:25:00,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-14T14:25:00,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-14T14:25:00,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-14T14:25:00,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-14T14:25:00,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-14T14:25:00,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-14T14:25:00,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-14T14:25:00,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-14T14:25:00,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-14T14:25:00,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-14T14:25:00,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-14T14:25:00,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-14T14:25:00,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-14T14:25:00,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-14T14:25:00,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-14T14:25:00,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-14T14:25:00,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-14T14:25:00,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-14T14:25:00,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-14T14:25:00,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-14T14:25:00,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-14T14:25:00,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-14T14:25:00,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-14T14:25:00,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-14T14:25:00,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-14T14:25:00,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-14T14:25:00,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-14T14:25:00,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-14T14:25:00,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-14T14:25:00,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-14T14:25:00,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-14T14:25:00,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-14T14:25:00,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-14T14:25:00,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-14T14:25:00,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-14T14:25:00,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-14T14:25:00,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-14T14:25:00,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-14T14:25:00,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-14T14:25:00,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-14T14:25:00,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-14T14:25:00,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-14T14:25:00,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-14T14:25:00,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-14T14:25:00,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-14T14:25:00,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-14T14:25:00,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-14T14:25:00,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-14T14:25:00,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-14T14:25:00,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-14T14:25:00,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-14T14:25:00,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-14T14:25:00,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-14T14:25:00,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-14T14:25:00,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-14T14:25:00,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-14T14:25:00,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-14T14:25:00,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-14T14:25:00,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-14T14:25:00,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-14T14:25:00,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-14T14:25:00,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-14T14:25:00,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-14T14:25:00,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-14T14:25:00,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-14T14:25:00,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-14T14:25:00,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-14T14:25:00,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-14T14:25:00,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-14T14:25:00,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-14T14:25:00,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-14T14:25:00,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-14T14:25:00,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-14T14:25:00,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-14T14:25:00,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-14T14:25:00,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-14T14:25:00,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-14T14:25:00,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-14T14:25:00,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-14T14:25:00,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-14T14:25:00,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-14T14:25:00,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-14T14:25:00,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-14T14:25:00,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-14T14:25:00,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-14T14:25:00,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-14T14:25:00,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-14T14:25:00,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-14T14:25:00,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-14T14:25:00,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-14T14:25:00,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-14T14:25:00,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-14T14:25:00,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-14T14:25:00,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-14T14:25:00,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-14T14:25:00,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-14T14:25:00,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-14T14:25:00,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-14T14:25:00,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-14T14:25:00,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-14T14:25:00,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-14T14:25:00,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-14T14:25:00,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-14T14:25:00,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-14T14:25:00,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-14T14:25:00,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-14T14:25:00,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-14T14:25:00,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-14T14:25:00,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-14T14:25:00,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-14T14:25:00,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-14T14:25:00,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-14T14:25:00,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-14T14:25:00,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-14T14:25:00,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-14T14:25:00,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-14T14:25:00,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-14T14:25:00,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-14T14:25:00,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-14T14:25:00,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-14T14:25:00,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-14T14:25:00,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-14T14:25:00,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-14T14:25:00,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-14T14:25:00,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-14T14:25:00,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-14T14:25:00,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-14T14:25:00,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-14T14:25:00,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-14T14:25:00,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-14T14:25:00,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-14T14:25:00,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-14T14:25:00,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-14T14:25:00,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-14T14:25:00,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-14T14:25:00,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-14T14:25:00,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-14T14:25:00,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-14T14:25:00,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-14T14:25:00,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-14T14:25:00,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-14T14:25:00,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-14T14:25:00,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-14T14:25:00,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-14T14:25:00,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-14T14:25:00,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-14T14:25:00,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-14T14:25:00,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-14T14:25:00,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-14T14:25:00,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-14T14:25:00,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-14T14:25:00,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-14T14:25:00,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-14T14:25:00,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-14T14:25:00,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-14T14:25:00,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-14T14:25:00,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-14T14:25:00,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-14T14:25:00,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-14T14:25:00,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-14T14:25:00,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-14T14:25:00,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-14T14:25:00,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-14T14:25:00,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-14T14:25:00,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-14T14:25:00,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-14T14:25:00,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-14T14:25:00,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-14T14:25:00,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-14T14:25:00,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-14T14:25:00,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-14T14:25:00,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-14T14:25:00,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-14T14:25:00,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-14T14:25:00,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-14T14:25:00,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-14T14:25:00,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-14T14:25:00,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-14T14:25:00,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-14T14:25:00,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-14T14:25:00,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-14T14:25:00,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-14T14:25:00,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-14T14:25:00,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-14T14:25:00,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-14T14:25:00,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-14T14:25:00,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-14T14:25:00,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-14T14:25:00,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-14T14:25:00,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-14T14:25:00,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-14T14:25:00,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-14T14:25:00,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-14T14:25:00,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-14T14:25:00,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-14T14:25:00,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:00,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-14T14:25:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:00,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-14T14:25:01,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-14T14:25:01,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-14T14:25:01,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-14T14:25:01,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-14T14:25:01,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-14T14:25:01,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-14T14:25:01,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-14T14:25:01,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-14T14:25:01,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-14T14:25:01,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-14T14:25:01,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-14T14:25:01,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-14T14:25:01,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-14T14:25:01,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-14T14:25:01,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-14T14:25:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-14T14:25:01,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-14T14:25:01,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-14T14:25:01,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-14T14:25:01,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-14T14:25:01,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-14T14:25:01,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-14T14:25:01,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-14T14:25:01,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-14T14:25:01,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-14T14:25:01,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-14T14:25:01,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-14T14:25:01,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-14T14:25:01,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-14T14:25:01,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-14T14:25:01,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-14T14:25:01,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-14T14:25:01,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-14T14:25:01,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-14T14:25:01,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-14T14:25:01,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-14T14:25:01,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-14T14:25:01,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-14T14:25:01,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-14T14:25:01,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-14T14:25:01,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-14T14:25:01,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-14T14:25:01,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-14T14:25:01,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-14T14:25:01,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-14T14:25:01,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-14T14:25:01,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-14T14:25:01,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-14T14:25:01,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-14T14:25:01,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-14T14:25:01,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-14T14:25:01,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-14T14:25:01,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-14T14:25:01,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-14T14:25:01,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-14T14:25:01,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-14T14:25:01,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-14T14:25:01,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-14T14:25:01,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-14T14:25:01,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-14T14:25:01,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-14T14:25:01,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-14T14:25:01,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-14T14:25:01,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-14T14:25:01,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-14T14:25:01,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-14T14:25:01,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-14T14:25:01,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-14T14:25:01,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-14T14:25:01,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-14T14:25:01,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-14T14:25:01,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-14T14:25:01,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-14T14:25:01,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-14T14:25:01,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-14T14:25:01,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-14T14:25:01,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-14T14:25:01,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-14T14:25:01,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-14T14:25:01,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-14T14:25:01,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-14T14:25:01,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-14T14:25:01,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-14T14:25:01,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-14T14:25:01,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-14T14:25:01,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-14T14:25:01,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-14T14:25:01,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-14T14:25:01,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-14T14:25:01,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-14T14:25:01,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-14T14:25:01,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-14T14:25:01,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-14T14:25:01,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-14T14:25:01,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-14T14:25:01,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-14T14:25:01,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-14T14:25:01,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-14T14:25:01,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-14T14:25:01,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-14T14:25:01,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-14T14:25:01,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-14T14:25:01,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-14T14:25:01,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-14T14:25:01,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-14T14:25:01,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-14T14:25:01,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-14T14:25:01,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-14T14:25:01,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-14T14:25:01,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-14T14:25:01,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-14T14:25:01,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-14T14:25:01,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-14T14:25:01,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-14T14:25:01,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-14T14:25:01,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-14T14:25:01,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-14T14:25:01,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-14T14:25:01,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-14T14:25:01,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-14T14:25:01,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-14T14:25:01,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-14T14:25:01,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-14T14:25:01,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-14T14:25:01,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-14T14:25:01,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-14T14:25:01,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-14T14:25:01,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-14T14:25:01,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-14T14:25:01,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-14T14:25:01,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-14T14:25:01,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-14T14:25:01,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-14T14:25:01,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-14T14:25:01,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-14T14:25:01,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-14T14:25:01,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-14T14:25:01,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-14T14:25:01,331 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792): HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731594300262; access_time=1731594299830; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594300283; access_time=1731594300264; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731594300285; access_time=1731594300285; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T14:25:01,331 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-14T14:25:01,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-14T14:25:01,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-14T14:25:01,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-14T14:25:01,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-14T14:25:01,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-14T14:25:01,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-14T14:25:01,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-14T14:25:01,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-14T14:25:01,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-14T14:25:01,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-14T14:25:01,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-14T14:25:01,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-14T14:25:01,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-14T14:25:01,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-14T14:25:01,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-14T14:25:01,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T14:25:01,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0 2024-11-14T14:25:01,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0 after 1ms 2024-11-14T14:25:01,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-14T14:25:01,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-14T14:25:01,371 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0 took 5ms 2024-11-14T14:25:01,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-14T14:25:01,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-14T14:25:01,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-14T14:25:01,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0 so closing down 2024-11-14T14:25:01,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:01,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:01,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-14T14:25:01,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-14T14:25:01,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-14T14:25:01,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-14T14:25:01,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:01,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-14T14:25:01,388 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:01,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:01,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-14T14:25:01,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:01,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-14T14:25:01,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-14T14:25:01,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-14T14:25:01,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-14T14:25:01,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-14T14:25:01,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741875_1052 (size=743) 2024-11-14T14:25:01,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-14T14:25:01,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741875_1052 (size=743) 2024-11-14T14:25:01,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-14T14:25:01,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-14T14:25:01,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:01,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-14T14:25:01,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-14T14:25:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741876_1053 (size=743) 2024-11-14T14:25:01,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:01,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741876_1053 (size=743) 2024-11-14T14:25:01,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-14T14:25:01,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:01,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-14T14:25:01,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:01,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 54 ms; skipped=7; WAL=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T14:25:01,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-14T14:25:01,429 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0, size=2.3 K (2324bytes) at 1731594301365Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0 so closing down at 1731594301379 (+14 ms)3 split writer threads finished at 1731594301379Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594301390 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594301393 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594301418 (+25 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594301423 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594301424 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594301428 (+4 ms)Processed 27 edits across 2 Regions in 54 ms; skipped=7; WAL=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731594301428 2024-11-14T14:25:01,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-14T14:25:01,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-14T14:25:01,432 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/oldWALs/wal.dat.0 2024-11-14T14:25:01,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:01,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1 2024-11-14T14:25:01,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1 after 0ms 2024-11-14T14:25:01,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-14T14:25:01,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-14T14:25:01,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1 took 5ms 2024-11-14T14:25:01,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-14T14:25:01,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-14T14:25:01,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-14T14:25:01,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-14T14:25:01,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-14T14:25:01,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-14T14:25:01,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-14T14:25:01,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-14T14:25:01,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-14T14:25:01,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-14T14:25:01,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-14T14:25:01,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-14T14:25:01,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-14T14:25:01,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-14T14:25:01,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-14T14:25:01,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1 so closing down 2024-11-14T14:25:01,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:01,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:01,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-14T14:25:01,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-14T14:25:01,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,472 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:01,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-14T14:25:01,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-14T14:25:01,475 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:01,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:01,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-14T14:25:01,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:01,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-14T14:25:01,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-14T14:25:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-14T14:25:01,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-14T14:25:01,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-14T14:25:01,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-14T14:25:01,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-14T14:25:01,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-14T14:25:01,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-14T14:25:01,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-14T14:25:01,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-14T14:25:01,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-14T14:25:01,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-14T14:25:01,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-14T14:25:01,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-14T14:25:01,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-14T14:25:01,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-14T14:25:01,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741877_1054 (size=743) 2024-11-14T14:25:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741877_1054 (size=743) 2024-11-14T14:25:01,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741878_1055 (size=743) 2024-11-14T14:25:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741878_1055 (size=743) 2024-11-14T14:25:01,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-14T14:25:01,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:01,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-14T14:25:01,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:01,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-14T14:25:01,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-14T14:25:01,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-14T14:25:01,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-14T14:25:01,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-14T14:25:01,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-14T14:25:01,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-14T14:25:01,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-14T14:25:01,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-14T14:25:01,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-14T14:25:01,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-14T14:25:01,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-14T14:25:01,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-14T14:25:01,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-14T14:25:01,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-14T14:25:01,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-14T14:25:01,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-14T14:25:01,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-14T14:25:01,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-14T14:25:01,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-14T14:25:01,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-14T14:25:01,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-14T14:25:01,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-14T14:25:01,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-14T14:25:01,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-14T14:25:01,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-14T14:25:01,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-14T14:25:01,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-14T14:25:01,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-14T14:25:01,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-14T14:25:01,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-14T14:25:01,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-14T14:25:01,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-14T14:25:01,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-14T14:25:01,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-14T14:25:01,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-14T14:25:01,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-14T14:25:01,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-14T14:25:01,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-14T14:25:01,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-14T14:25:01,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-14T14:25:01,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-14T14:25:01,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-14T14:25:01,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-14T14:25:01,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-14T14:25:01,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-14T14:25:01,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-14T14:25:01,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-14T14:25:01,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-14T14:25:01,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-14T14:25:01,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-14T14:25:01,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-14T14:25:01,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-14T14:25:01,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-14T14:25:01,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-14T14:25:01,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-14T14:25:01,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-14T14:25:01,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-14T14:25:01,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-14T14:25:01,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-14T14:25:01,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-14T14:25:01,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-14T14:25:01,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-14T14:25:01,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-14T14:25:01,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-14T14:25:01,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-14T14:25:01,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-14T14:25:01,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-14T14:25:01,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-14T14:25:01,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-14T14:25:01,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-14T14:25:01,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-14T14:25:01,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-14T14:25:01,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-14T14:25:01,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-14T14:25:01,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-14T14:25:01,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-14T14:25:01,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-14T14:25:01,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-14T14:25:01,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-14T14:25:01,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-14T14:25:01,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-14T14:25:01,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-14T14:25:01,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-14T14:25:01,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-14T14:25:01,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-14T14:25:01,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-14T14:25:01,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-14T14:25:01,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-14T14:25:01,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-14T14:25:01,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-14T14:25:01,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-14T14:25:01,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-14T14:25:01,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-14T14:25:01,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-14T14:25:01,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-14T14:25:01,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-14T14:25:01,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-14T14:25:01,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-14T14:25:01,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-14T14:25:01,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-14T14:25:01,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-14T14:25:01,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-14T14:25:01,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-14T14:25:01,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-14T14:25:01,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-14T14:25:01,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-14T14:25:01,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-14T14:25:01,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-14T14:25:01,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-14T14:25:01,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-14T14:25:01,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-14T14:25:01,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-14T14:25:01,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-14T14:25:01,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-14T14:25:01,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-14T14:25:01,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-14T14:25:01,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-14T14:25:01,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-14T14:25:01,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-14T14:25:01,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-14T14:25:01,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-14T14:25:01,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-14T14:25:01,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-14T14:25:01,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-14T14:25:01,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-14T14:25:01,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-14T14:25:01,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-14T14:25:01,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-14T14:25:01,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-14T14:25:01,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-14T14:25:01,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-14T14:25:01,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-14T14:25:01,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-14T14:25:01,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-14T14:25:01,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-14T14:25:01,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-14T14:25:01,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-14T14:25:01,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-14T14:25:01,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-14T14:25:01,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-14T14:25:01,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-14T14:25:01,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-14T14:25:01,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-14T14:25:01,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-14T14:25:01,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-14T14:25:01,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-14T14:25:01,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-14T14:25:01,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-14T14:25:01,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-14T14:25:01,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-14T14:25:01,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-14T14:25:01,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-14T14:25:01,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-14T14:25:01,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-14T14:25:01,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-14T14:25:01,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-14T14:25:01,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-14T14:25:01,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-14T14:25:01,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-14T14:25:01,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-14T14:25:01,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-14T14:25:01,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-14T14:25:01,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-14T14:25:01,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-14T14:25:01,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-14T14:25:01,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-14T14:25:01,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:01,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-14T14:25:01,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:01,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-14T14:25:01,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 482 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:01,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1, size=1.4 K (1393bytes) at 1731594301433Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1 so closing down at 1731594301466 (+33 ms)3 split writer threads finished at 1731594301466Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594301476 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594301481 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594301536 (+55 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594301538 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594301936 (+398 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594301938 (+2 ms)Processed 20 edits across 2 Regions in 482 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594301938 2024-11-14T14:25:01,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-14T14:25:01,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-14T14:25:01,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-14T14:25:01,944 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/oldWALs/wal.dat.1 2024-11-14T14:25:01,944 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2, size=150 (150bytes) 2024-11-14T14:25:01,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 2024-11-14T14:25:01,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,945 WARN [IPC Server handler 0 on default port 34707 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-14T14:25:01,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 after 2ms 2024-11-14T14:25:01,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-14T14:25:01,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-14T14:25:01,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-14T14:25:01,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-14T14:25:01,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-14T14:25:01,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-14T14:25:01,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-14T14:25:01,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-14T14:25:01,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-14T14:25:01,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-14T14:25:01,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-14T14:25:01,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-14T14:25:01,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-14T14:25:01,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-14T14:25:01,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-14T14:25:01,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-14T14:25:01,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-14T14:25:01,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-14T14:25:01,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-14T14:25:01,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-14T14:25:01,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-14T14:25:01,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-14T14:25:01,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-14T14:25:01,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-14T14:25:01,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-14T14:25:01,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-14T14:25:01,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-14T14:25:01,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-14T14:25:01,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-14T14:25:01,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-14T14:25:01,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-14T14:25:01,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-14T14:25:01,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-14T14:25:01,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:01,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-14T14:25:01,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:01,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-14T14:25:02,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-14T14:25:02,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-14T14:25:02,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-14T14:25:02,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-14T14:25:02,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-14T14:25:02,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-14T14:25:02,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-14T14:25:02,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-14T14:25:02,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-14T14:25:02,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-14T14:25:02,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-14T14:25:02,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-14T14:25:02,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-14T14:25:02,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-14T14:25:02,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-14T14:25:02,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-14T14:25:02,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-14T14:25:02,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-14T14:25:02,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-14T14:25:02,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-14T14:25:02,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-14T14:25:02,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-14T14:25:02,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-14T14:25:02,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-14T14:25:02,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-14T14:25:02,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-14T14:25:02,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-14T14:25:02,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-14T14:25:02,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-14T14:25:02,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-14T14:25:02,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-14T14:25:02,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-14T14:25:02,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-14T14:25:02,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-14T14:25:02,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-14T14:25:02,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-14T14:25:02,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-14T14:25:02,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-14T14:25:02,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-14T14:25:02,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-14T14:25:02,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-14T14:25:02,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-14T14:25:02,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-14T14:25:02,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-14T14:25:02,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-14T14:25:02,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-14T14:25:02,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-14T14:25:02,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-14T14:25:02,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-14T14:25:02,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-14T14:25:02,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-14T14:25:02,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-14T14:25:02,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-14T14:25:02,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-14T14:25:02,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-14T14:25:02,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-14T14:25:02,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-14T14:25:02,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-14T14:25:02,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-14T14:25:02,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-14T14:25:02,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-14T14:25:02,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-14T14:25:02,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-14T14:25:02,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-14T14:25:02,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-14T14:25:02,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-14T14:25:02,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-14T14:25:02,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-14T14:25:02,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-14T14:25:02,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-14T14:25:02,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-14T14:25:02,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-14T14:25:02,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-14T14:25:02,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-14T14:25:02,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-14T14:25:02,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-14T14:25:02,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-14T14:25:02,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-14T14:25:02,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-14T14:25:02,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-14T14:25:02,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-14T14:25:02,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-14T14:25:02,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-14T14:25:02,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-14T14:25:02,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-14T14:25:02,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-14T14:25:02,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-14T14:25:02,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-14T14:25:02,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-14T14:25:02,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-14T14:25:02,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-14T14:25:02,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-14T14:25:02,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-14T14:25:02,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-14T14:25:02,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-14T14:25:02,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-14T14:25:02,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-14T14:25:02,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-14T14:25:02,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-14T14:25:02,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-14T14:25:02,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-14T14:25:02,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-14T14:25:02,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-14T14:25:02,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-14T14:25:02,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-14T14:25:02,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-14T14:25:02,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-14T14:25:02,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-14T14:25:02,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-14T14:25:02,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-14T14:25:02,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-14T14:25:02,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-14T14:25:02,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-14T14:25:02,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-14T14:25:02,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-14T14:25:02,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-14T14:25:02,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-14T14:25:02,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-14T14:25:02,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-14T14:25:02,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-14T14:25:02,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-14T14:25:02,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-14T14:25:02,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-14T14:25:02,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-14T14:25:02,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-14T14:25:02,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-14T14:25:02,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-14T14:25:02,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-14T14:25:02,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-14T14:25:02,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-14T14:25:02,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-14T14:25:02,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-14T14:25:02,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-14T14:25:02,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-14T14:25:02,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-14T14:25:02,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-14T14:25:02,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-14T14:25:02,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-14T14:25:02,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-14T14:25:02,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-14T14:25:02,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-14T14:25:02,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-14T14:25:02,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-14T14:25:02,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-14T14:25:02,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-14T14:25:02,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-14T14:25:02,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-14T14:25:02,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-14T14:25:02,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-14T14:25:02,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-14T14:25:02,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-14T14:25:02,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-14T14:25:02,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-14T14:25:02,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-14T14:25:02,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-14T14:25:02,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-14T14:25:02,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-14T14:25:02,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-14T14:25:02,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-14T14:25:02,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-14T14:25:02,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-14T14:25:02,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-14T14:25:02,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-14T14:25:02,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-14T14:25:02,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-14T14:25:02,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-14T14:25:02,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-14T14:25:02,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-14T14:25:02,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-14T14:25:02,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-14T14:25:02,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-14T14:25:02,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-14T14:25:02,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-14T14:25:02,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-14T14:25:02,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-14T14:25:02,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-14T14:25:02,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-14T14:25:02,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-14T14:25:02,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-14T14:25:02,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-14T14:25:02,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-14T14:25:02,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-14T14:25:02,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-14T14:25:02,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-14T14:25:02,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-14T14:25:02,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-14T14:25:02,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-14T14:25:02,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-14T14:25:02,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-14T14:25:02,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-14T14:25:02,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-14T14:25:02,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-14T14:25:02,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-14T14:25:02,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-14T14:25:02,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-14T14:25:02,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-14T14:25:02,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-14T14:25:02,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-14T14:25:02,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-14T14:25:02,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-14T14:25:02,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-14T14:25:02,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-14T14:25:02,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-14T14:25:02,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1027, seq=0 2024-11-14T14:25:02,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1028, seq=0 2024-11-14T14:25:02,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1029, seq=0 2024-11-14T14:25:02,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1030, seq=0 2024-11-14T14:25:02,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1031, seq=0 2024-11-14T14:25:02,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1032, seq=0 2024-11-14T14:25:02,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1033, seq=0 2024-11-14T14:25:02,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1034, seq=0 2024-11-14T14:25:02,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1035, seq=0 2024-11-14T14:25:02,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1036, seq=0 2024-11-14T14:25:02,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1037, seq=0 2024-11-14T14:25:02,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1038, seq=0 2024-11-14T14:25:02,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1039, seq=0 2024-11-14T14:25:02,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1040, seq=0 2024-11-14T14:25:02,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1041, seq=0 2024-11-14T14:25:02,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1042, seq=0 2024-11-14T14:25:02,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1043, seq=0 2024-11-14T14:25:02,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1044, seq=0 2024-11-14T14:25:02,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1045, seq=0 2024-11-14T14:25:02,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1046, seq=0 2024-11-14T14:25:02,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1047, seq=0 2024-11-14T14:25:02,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1048, seq=0 2024-11-14T14:25:02,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1049, seq=0 2024-11-14T14:25:02,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1050, seq=0 2024-11-14T14:25:02,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1051, seq=0 2024-11-14T14:25:02,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1052, seq=0 2024-11-14T14:25:02,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1053, seq=0 2024-11-14T14:25:02,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1054, seq=0 2024-11-14T14:25:02,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1055, seq=0 2024-11-14T14:25:02,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1056, seq=0 2024-11-14T14:25:02,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1057, seq=0 2024-11-14T14:25:02,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1058, seq=0 2024-11-14T14:25:02,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1059, seq=0 2024-11-14T14:25:02,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1060, seq=0 2024-11-14T14:25:02,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1061, seq=0 2024-11-14T14:25:02,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1062, seq=0 2024-11-14T14:25:02,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1063, seq=0 2024-11-14T14:25:02,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1064, seq=0 2024-11-14T14:25:02,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1065, seq=0 2024-11-14T14:25:02,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1066, seq=0 2024-11-14T14:25:02,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1067, seq=0 2024-11-14T14:25:02,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1068, seq=0 2024-11-14T14:25:02,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1069, seq=0 2024-11-14T14:25:02,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1070, seq=0 2024-11-14T14:25:02,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1071, seq=0 2024-11-14T14:25:02,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1072, seq=0 2024-11-14T14:25:02,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1073, seq=0 2024-11-14T14:25:02,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1074, seq=0 2024-11-14T14:25:02,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1075, seq=0 2024-11-14T14:25:02,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1076, seq=0 2024-11-14T14:25:02,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1077, seq=0 2024-11-14T14:25:02,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1078, seq=0 2024-11-14T14:25:02,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1079, seq=0 2024-11-14T14:25:02,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1080, seq=0 2024-11-14T14:25:02,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1081, seq=0 2024-11-14T14:25:02,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1082, seq=0 2024-11-14T14:25:02,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1083, seq=0 2024-11-14T14:25:02,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1084, seq=0 2024-11-14T14:25:02,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1085, seq=0 2024-11-14T14:25:02,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1086, seq=0 2024-11-14T14:25:02,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1087, seq=0 2024-11-14T14:25:02,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1088, seq=0 2024-11-14T14:25:02,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1089, seq=0 2024-11-14T14:25:02,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1090, seq=0 2024-11-14T14:25:02,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1091, seq=0 2024-11-14T14:25:02,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1092, seq=0 2024-11-14T14:25:02,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1093, seq=0 2024-11-14T14:25:02,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1094, seq=0 2024-11-14T14:25:02,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1095, seq=0 2024-11-14T14:25:02,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1096, seq=0 2024-11-14T14:25:02,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1097, seq=0 2024-11-14T14:25:02,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1098, seq=0 2024-11-14T14:25:02,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1099, seq=0 2024-11-14T14:25:02,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1100, seq=0 2024-11-14T14:25:02,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1101, seq=0 2024-11-14T14:25:02,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1102, seq=0 2024-11-14T14:25:02,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1103, seq=0 2024-11-14T14:25:02,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1104, seq=0 2024-11-14T14:25:02,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1105, seq=0 2024-11-14T14:25:02,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1106, seq=0 2024-11-14T14:25:02,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1107, seq=0 2024-11-14T14:25:02,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1108, seq=0 2024-11-14T14:25:02,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1109, seq=0 2024-11-14T14:25:02,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1110, seq=0 2024-11-14T14:25:02,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1111, seq=0 2024-11-14T14:25:02,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1112, seq=0 2024-11-14T14:25:02,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1113, seq=0 2024-11-14T14:25:02,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1114, seq=0 2024-11-14T14:25:02,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1115, seq=0 2024-11-14T14:25:02,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1116, seq=0 2024-11-14T14:25:02,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1117, seq=0 2024-11-14T14:25:02,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1118, seq=0 2024-11-14T14:25:02,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1119, seq=0 2024-11-14T14:25:02,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1120, seq=0 2024-11-14T14:25:02,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1121, seq=0 2024-11-14T14:25:02,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1122, seq=0 2024-11-14T14:25:02,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1123, seq=0 2024-11-14T14:25:02,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1124, seq=0 2024-11-14T14:25:02,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1125, seq=0 2024-11-14T14:25:02,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1126, seq=0 2024-11-14T14:25:02,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1127, seq=0 2024-11-14T14:25:02,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1128, seq=0 2024-11-14T14:25:02,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1129, seq=0 2024-11-14T14:25:02,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1130, seq=0 2024-11-14T14:25:02,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1131, seq=0 2024-11-14T14:25:02,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1132, seq=0 2024-11-14T14:25:02,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1133, seq=0 2024-11-14T14:25:02,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1134, seq=0 2024-11-14T14:25:02,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1135, seq=0 2024-11-14T14:25:02,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1136, seq=0 2024-11-14T14:25:02,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1137, seq=0 2024-11-14T14:25:02,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1138, seq=0 2024-11-14T14:25:02,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1139, seq=0 2024-11-14T14:25:02,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1140, seq=0 2024-11-14T14:25:02,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1141, seq=0 2024-11-14T14:25:02,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1142, seq=0 2024-11-14T14:25:02,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1143, seq=0 2024-11-14T14:25:02,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1144, seq=0 2024-11-14T14:25:02,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1145, seq=0 2024-11-14T14:25:02,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T14:25:02,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T14:25:02,629 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1263778844_540 at /127.0.0.1:37420 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:40277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37420 dst: /127.0.0.1:40277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:02,630 WARN [ResponseProcessor for block BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:02,629 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1263778844_540 at /127.0.0.1:60156 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34733:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60156 dst: /127.0.0.1:34733 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34733 remote=/127.0.0.1:60156]. Total timeout mills is 60000, 59997 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:02,630 WARN [DataStreamer for file /user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 block BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34733,DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c,DISK], DatanodeInfoWithStorage[127.0.0.1:40277,DS-40c16af6-34bd-4094-b5b4-295d6df8d61d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34733,DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c,DISK]) is bad. 2024-11-14T14:25:02,632 WARN [DataStreamer for file /user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 block BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:02,633 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:02,634 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-14T14:25:02,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741874_1056 (size=72820) 2024-11-14T14:25:02,635 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1146 2024-11-14T14:25:02,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-14T14:25:02,635 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:02,637 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:05,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 after 4003ms 2024-11-14T14:25:05,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 took 4012ms 2024-11-14T14:25:06,013 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2; continuing. 2024-11-14T14:25:06,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 so closing down 2024-11-14T14:25:06,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:06,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:06,034 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:06,044 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:06,045 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:06,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:06,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741879_1057 (size=743) 2024-11-14T14:25:06,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741879_1057 (size=743) 2024-11-14T14:25:06,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741880_1058 (size=72178) 2024-11-14T14:25:06,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741880_1058 (size=72178) 2024-11-14T14:25:06,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1125 edits, skipped 0 edits in 10 ms) 2024-11-14T14:25:06,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:06,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:06,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:06,491 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1135 edits across 2 Regions in 531 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T14:25:06,491 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2, size=150 (150bytes) at 1731594301944Split 1024 edits, skipped 0 edits. at 1731594306009 (+4065 ms)Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 so closing down at 1731594306013 (+4 ms)3 split writer threads finished at 1731594306013Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594306045 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594306056 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1125 edits, skipped 0 edits in 10 ms) at 1731594306100 (+44 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594306103 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594306488 (+385 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594306491 (+3 ms)Processed 1135 edits across 2 Regions in 531 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731594306491 2024-11-14T14:25:06,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/WALs/testlogcannotbewrittenonceparsed,16010,1731594299792/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/659b8c84-0f19-1039-53ee-64c013781afe/oldWALs/wal.dat.2 2024-11-14T14:25:06,495 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-14T14:25:06,524 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1145, robber=1145 2024-11-14T14:25:06,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=147 (was 141) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_223681579_22 at /127.0.0.1:33846 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_223681579_22 at /127.0.0.1:34958 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:34707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:34707 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1053518621) connection to localhost/127.0.0.1:34707 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:34707 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=397 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 411) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3168 (was 3344) 2024-11-14T14:25:06,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=3165 2024-11-14T14:25:06,560 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:06,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741881_1059 (size=7) 2024-11-14T14:25:06,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741881_1059 (size=7) 2024-11-14T14:25:06,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:06,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:06,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:06,594 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:06,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:06,597 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:06,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:06,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741882_1060 (size=1393) 2024-11-14T14:25:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741882_1060 (size=1393) 2024-11-14T14:25:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:06,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:06,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741883_1061 (size=1393) 2024-11-14T14:25:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741883_1061 (size=1393) 2024-11-14T14:25:06,659 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:06,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741884_1062 (size=1393) 2024-11-14T14:25:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741884_1062 (size=1393) 2024-11-14T14:25:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:06,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:06,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741885_1063 (size=1393) 2024-11-14T14:25:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741885_1063 (size=1393) 2024-11-14T14:25:06,718 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:06,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741886_1064 (size=1393) 2024-11-14T14:25:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741886_1064 (size=1393) 2024-11-14T14:25:06,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:06,751 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741887_1065 (size=1393) 2024-11-14T14:25:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741887_1065 (size=1393) 2024-11-14T14:25:06,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:06,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:06,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741888_1066 (size=1405) 2024-11-14T14:25:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741888_1066 (size=1405) 2024-11-14T14:25:06,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:06,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:06,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:06,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:06,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741889_1067 (size=1413) 2024-11-14T14:25:06,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741889_1067 (size=1413) 2024-11-14T14:25:07,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:07,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741890_1068 (size=1413) 2024-11-14T14:25:07,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741890_1068 (size=1413) 2024-11-14T14:25:07,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:07,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:07,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741891_1069 (size=1413) 2024-11-14T14:25:07,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741891_1069 (size=1413) 2024-11-14T14:25:07,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:07,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:07,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0 2024-11-14T14:25:07,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0 after 3ms 2024-11-14T14:25:07,322 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:09,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0 took 2017ms 2024-11-14T14:25:09,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0 so closing down 2024-11-14T14:25:09,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,342 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:09,342 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:09,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:09,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741892_1070 (size=743) 2024-11-14T14:25:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741892_1070 (size=743) 2024-11-14T14:25:09,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741893_1071 (size=743) 2024-11-14T14:25:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741893_1071 (size=743) 2024-11-14T14:25:09,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:09,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:09,357 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:09,357 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0, size=1.4 K (1393bytes) at 1731594307318Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0 so closing down at 1731594309338 (+2020 ms)3 split writer threads finished at 1731594309338Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594309343 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594309343Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309352 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309353 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594309356 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594309357 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594309357 2024-11-14T14:25:09,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.0 2024-11-14T14:25:09,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:09,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1 2024-11-14T14:25:09,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1 after 1ms 2024-11-14T14:25:09,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1 took 4ms 2024-11-14T14:25:09,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1 so closing down 2024-11-14T14:25:09,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,373 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:09,373 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:09,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:09,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741894_1072 (size=743) 2024-11-14T14:25:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741894_1072 (size=743) 2024-11-14T14:25:09,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741895_1073 (size=743) 2024-11-14T14:25:09,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741895_1073 (size=743) 2024-11-14T14:25:09,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:09,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:09,387 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:09,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1, size=1.4 K (1393bytes) at 1731594309363Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1 so closing down at 1731594309369 (+6 ms)3 split writer threads finished at 1731594309369Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594309374 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594309374Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309383 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309384 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594309386 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594309387 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594309387 2024-11-14T14:25:09,391 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.1 2024-11-14T14:25:09,391 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:09,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2 2024-11-14T14:25:09,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2 after 1ms 2024-11-14T14:25:09,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2 took 5ms 2024-11-14T14:25:09,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2 so closing down 2024-11-14T14:25:09,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,401 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:09,401 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:09,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:09,403 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741896_1074 (size=743) 2024-11-14T14:25:09,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741897_1075 (size=743) 2024-11-14T14:25:09,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741897_1075 (size=743) 2024-11-14T14:25:09,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741896_1074 (size=743) 2024-11-14T14:25:09,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:09,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:09,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:09,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2, size=1.4 K (1393bytes) at 1731594309391Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2 so closing down at 1731594309397 (+6 ms)3 split writer threads finished at 1731594309398 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594309402 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594309403 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309410 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309410Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594309413 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594309414 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594309414 2024-11-14T14:25:09,417 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.2 2024-11-14T14:25:09,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:09,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3 2024-11-14T14:25:09,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3 after 0ms 2024-11-14T14:25:09,422 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3 took 5ms 2024-11-14T14:25:09,424 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3 so closing down 2024-11-14T14:25:09,424 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,424 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,428 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:09,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:09,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:09,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741899_1077 (size=743) 2024-11-14T14:25:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741899_1077 (size=743) 2024-11-14T14:25:09,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741898_1076 (size=743) 2024-11-14T14:25:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741898_1076 (size=743) 2024-11-14T14:25:09,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:09,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:09,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:09,442 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3, size=1.4 K (1393bytes) at 1731594309418Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3 so closing down at 1731594309424 (+6 ms)3 split writer threads finished at 1731594309424Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594309429 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594309429Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309438 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309438Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594309441 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594309441Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594309442 (+1 ms) 2024-11-14T14:25:09,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.3 2024-11-14T14:25:09,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:09,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4 2024-11-14T14:25:09,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4 after 1ms 2024-11-14T14:25:09,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4 took 5ms 2024-11-14T14:25:09,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4 so closing down 2024-11-14T14:25:09,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,453 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,457 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:09,457 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:09,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:09,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741900_1078 (size=743) 2024-11-14T14:25:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741900_1078 (size=743) 2024-11-14T14:25:09,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741901_1079 (size=743) 2024-11-14T14:25:09,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741901_1079 (size=743) 2024-11-14T14:25:09,467 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:09,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:09,470 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:09,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4, size=1.4 K (1393bytes) at 1731594309446Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4 so closing down at 1731594309453 (+7 ms)3 split writer threads finished at 1731594309453Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594309458 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594309459 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309466 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309467 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594309469 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594309469Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594309470 (+1 ms) 2024-11-14T14:25:09,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.4 2024-11-14T14:25:09,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:09,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5 2024-11-14T14:25:09,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5 after 1ms 2024-11-14T14:25:09,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5 took 4ms 2024-11-14T14:25:09,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5 so closing down 2024-11-14T14:25:09,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,482 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:09,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:09,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:09,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741903_1081 (size=743) 2024-11-14T14:25:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741902_1080 (size=743) 2024-11-14T14:25:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741903_1081 (size=743) 2024-11-14T14:25:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741902_1080 (size=743) 2024-11-14T14:25:09,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:09,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:09,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:09,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5, size=1.4 K (1393bytes) at 1731594309473Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5 so closing down at 1731594309478 (+5 ms)3 split writer threads finished at 1731594309478Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594309483 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594309483Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309489 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309489Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594309492 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594309492Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594309492 2024-11-14T14:25:09,496 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.5 2024-11-14T14:25:09,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:09,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6 2024-11-14T14:25:09,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6 after 1ms 2024-11-14T14:25:09,501 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6 took 5ms 2024-11-14T14:25:09,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6 so closing down 2024-11-14T14:25:09,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:09,506 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:09,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:09,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741904_1082 (size=749) 2024-11-14T14:25:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741905_1083 (size=749) 2024-11-14T14:25:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741905_1083 (size=749) 2024-11-14T14:25:09,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741904_1082 (size=749) 2024-11-14T14:25:09,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:09,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:09,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:09,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6, size=1.4 K (1405bytes) at 1731594309496Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6 so closing down at 1731594309502 (+6 ms)3 split writer threads finished at 1731594309502Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594309507 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594309507Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309513 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309513Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594309516 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594309516Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594309516 2024-11-14T14:25:09,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.6 2024-11-14T14:25:09,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:09,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7 2024-11-14T14:25:09,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7 after 1ms 2024-11-14T14:25:09,524 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7 took 4ms 2024-11-14T14:25:09,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7 so closing down 2024-11-14T14:25:09,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,525 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,528 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:09,528 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:09,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:09,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741907_1085 (size=753) 2024-11-14T14:25:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741907_1085 (size=753) 2024-11-14T14:25:09,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741906_1084 (size=753) 2024-11-14T14:25:09,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741906_1084 (size=753) 2024-11-14T14:25:09,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:09,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:09,944 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:09,944 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7, size=1.4 K (1413bytes) at 1731594309520Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7 so closing down at 1731594309525 (+5 ms)3 split writer threads finished at 1731594309525Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594309530 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594309530Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309540 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594309543 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309939 (+396 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594309943 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594309944 (+1 ms) 2024-11-14T14:25:09,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.7 2024-11-14T14:25:09,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:09,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8 2024-11-14T14:25:09,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8 after 2ms 2024-11-14T14:25:09,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8 took 6ms 2024-11-14T14:25:09,959 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8 so closing down 2024-11-14T14:25:09,959 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,962 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:09,962 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:09,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:09,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741909_1087 (size=753) 2024-11-14T14:25:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741908_1086 (size=753) 2024-11-14T14:25:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741909_1087 (size=753) 2024-11-14T14:25:09,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741908_1086 (size=753) 2024-11-14T14:25:09,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:09,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:09,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:09,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8, size=1.4 K (1413bytes) at 1731594309950Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8 so closing down at 1731594309959 (+9 ms)3 split writer threads finished at 1731594309959Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594309963 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594309963Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309971 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309971Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594309973 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594309973Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594309973 2024-11-14T14:25:09,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.8 2024-11-14T14:25:09,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:09,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9 2024-11-14T14:25:09,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9 after 1ms 2024-11-14T14:25:09,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9 took 4ms 2024-11-14T14:25:09,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9 so closing down 2024-11-14T14:25:09,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:09,981 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:09,984 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:09,984 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:09,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:09,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741911_1089 (size=753) 2024-11-14T14:25:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741911_1089 (size=753) 2024-11-14T14:25:09,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741910_1088 (size=753) 2024-11-14T14:25:09,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741910_1088 (size=753) 2024-11-14T14:25:09,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:09,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:10,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:10,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:10,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:10,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9, size=1.4 K (1413bytes) at 1731594309976Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9 so closing down at 1731594309981 (+5 ms)3 split writer threads finished at 1731594309981Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594309985 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594309985Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594309991 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594309994 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594310393 (+399 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594310401 (+8 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594310401 2024-11-14T14:25:10,405 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/WALs/testretryopenduringrecovery,16010,1731594306594/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/fb7f66fd-3aec-a37a-d665-19d163c96588/oldWALs/wal.dat.9 2024-11-14T14:25:10,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147 (was 147), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=3104 (was 3165) 2024-11-14T14:25:10,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=3103 2024-11-14T14:25:10,423 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:10,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741912_1090 (size=7) 2024-11-14T14:25:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741912_1090 (size=7) 2024-11-14T14:25:10,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:10,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:10,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:10,439 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:10,439 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:10,440 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:10,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741913_1091 (size=1393) 2024-11-14T14:25:10,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741913_1091 (size=1393) 2024-11-14T14:25:10,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:10,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741914_1092 (size=1393) 2024-11-14T14:25:10,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741914_1092 (size=1393) 2024-11-14T14:25:10,471 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:10,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:10,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741915_1093 (size=1393) 2024-11-14T14:25:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741915_1093 (size=1393) 2024-11-14T14:25:10,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:10,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:10,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741916_1094 (size=1393) 2024-11-14T14:25:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741916_1094 (size=1393) 2024-11-14T14:25:10,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:10,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741917_1095 (size=1393) 2024-11-14T14:25:10,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741917_1095 (size=1393) 2024-11-14T14:25:10,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:10,517 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:10,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:10,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741919_1097 (size=1405) 2024-11-14T14:25:10,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741919_1097 (size=1405) 2024-11-14T14:25:10,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:10,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:10,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741920_1098 (size=1413) 2024-11-14T14:25:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741920_1098 (size=1413) 2024-11-14T14:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:10,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741921_1099 (size=1413) 2024-11-14T14:25:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741921_1099 (size=1413) 2024-11-14T14:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:11,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741922_1100 (size=1413) 2024-11-14T14:25:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741922_1100 (size=1413) 2024-11-14T14:25:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:11,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:11,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0 2024-11-14T14:25:11,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0 after 0ms 2024-11-14T14:25:11,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0 took 3ms 2024-11-14T14:25:11,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0 so closing down 2024-11-14T14:25:11,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:11,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:11,040 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:11,040 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:11,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:11,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741923_1101 (size=743) 2024-11-14T14:25:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741924_1102 (size=743) 2024-11-14T14:25:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741924_1102 (size=743) 2024-11-14T14:25:11,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:11,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:11,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741923_1101 (size=743) 2024-11-14T14:25:11,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:11,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:11,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:11,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0, size=1.4 K (1393bytes) at 1731594311032Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0 so closing down at 1731594311037 (+5 ms)3 split writer threads finished at 1731594311037Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594311041 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594311041Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594311051 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594311051Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594311053 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594311053Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594311053 2024-11-14T14:25:11,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.0 2024-11-14T14:25:11,055 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:11,055 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1 2024-11-14T14:25:11,056 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1 after 0ms 2024-11-14T14:25:11,057 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1 took 2ms 2024-11-14T14:25:11,058 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1 so closing down 2024-11-14T14:25:11,058 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:11,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:11,060 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:11,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:11,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:11,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:11,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741926_1104 (size=743) 2024-11-14T14:25:11,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741926_1104 (size=743) 2024-11-14T14:25:11,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741925_1103 (size=743) 2024-11-14T14:25:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741925_1103 (size=743) 2024-11-14T14:25:11,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:11,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:11,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:11,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:11,474 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:11,474 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1, size=1.4 K (1393bytes) at 1731594311055Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1 so closing down at 1731594311058 (+3 ms)3 split writer threads finished at 1731594311058Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594311062 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594311062Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594311069 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594311070 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594311470 (+400 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594311473 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594311474 (+1 ms) 2024-11-14T14:25:11,479 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.1 2024-11-14T14:25:11,479 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:11,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2 2024-11-14T14:25:11,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2 after 1ms 2024-11-14T14:25:11,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2 took 5ms 2024-11-14T14:25:11,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2 so closing down 2024-11-14T14:25:11,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:11,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:11,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:11,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:11,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:11,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741927_1105 (size=743) 2024-11-14T14:25:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741927_1105 (size=743) 2024-11-14T14:25:11,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741928_1106 (size=743) 2024-11-14T14:25:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741928_1106 (size=743) 2024-11-14T14:25:11,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:11,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:11,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:11,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:11,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:11,898 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2, size=1.4 K (1393bytes) at 1731594311479Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2 so closing down at 1731594311485 (+6 ms)3 split writer threads finished at 1731594311486 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594311489 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594311492 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594311499 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594311501 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594311896 (+395 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594311898 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594311898 2024-11-14T14:25:11,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.2 2024-11-14T14:25:11,900 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:11,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3 2024-11-14T14:25:11,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3 after 1ms 2024-11-14T14:25:11,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3 took 4ms 2024-11-14T14:25:11,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3 so closing down 2024-11-14T14:25:11,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:11,906 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:11,909 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:11,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:11,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:11,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741930_1108 (size=743) 2024-11-14T14:25:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741929_1107 (size=743) 2024-11-14T14:25:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741929_1107 (size=743) 2024-11-14T14:25:11,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741930_1108 (size=743) 2024-11-14T14:25:11,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:11,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:12,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:12,321 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:12,321 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:12,322 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3, size=1.4 K (1393bytes) at 1731594311900Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3 so closing down at 1731594311906 (+6 ms)3 split writer threads finished at 1731594311906Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594311910 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594311910Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594311917 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594311918 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594312318 (+400 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594312321 (+3 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594312321 2024-11-14T14:25:12,326 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.3 2024-11-14T14:25:12,326 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:12,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4 2024-11-14T14:25:12,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4 after 1ms 2024-11-14T14:25:12,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4 took 5ms 2024-11-14T14:25:12,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4 so closing down 2024-11-14T14:25:12,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:12,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:12,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:12,336 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:12,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:12,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:12,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741931_1109 (size=743) 2024-11-14T14:25:12,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741931_1109 (size=743) 2024-11-14T14:25:12,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:12,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741932_1110 (size=743) 2024-11-14T14:25:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741932_1110 (size=743) 2024-11-14T14:25:12,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:12,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:12,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:12,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4, size=1.4 K (1393bytes) at 1731594312326Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4 so closing down at 1731594312333 (+7 ms)3 split writer threads finished at 1731594312333Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594312338 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594312338Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594312347 (+9 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594312349 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594312349Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594312351 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594312351 2024-11-14T14:25:12,353 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.4 2024-11-14T14:25:12,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5, size=150 (150bytes) 2024-11-14T14:25:12,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 2024-11-14T14:25:12,353 WARN [IPC Server handler 1 on default port 34707 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-14T14:25:12,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 after 0ms 2024-11-14T14:25:12,635 WARN [ResponseProcessor for block BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:12,635 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_973654983_22 at /127.0.0.1:34190 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:40277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34190 dst: /127.0.0.1:40277 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40277 remote=/127.0.0.1:34190]. Total timeout mills is 60000, 57900 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:12,635 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_973654983_22 at /127.0.0.1:35308 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34733:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35308 dst: /127.0.0.1:34733 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:12,635 WARN [DataStreamer for file /user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 block BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:40277,DS-40c16af6-34bd-4094-b5b4-295d6df8d61d,DISK], DatanodeInfoWithStorage[127.0.0.1:34733,DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:40277,DS-40c16af6-34bd-4094-b5b4-295d6df8d61d,DISK]) is bad. 2024-11-14T14:25:12,638 WARN [DataStreamer for file /user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 block BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741918_1111 (size=1385) 2024-11-14T14:25:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741918_1111 (size=1385) 2024-11-14T14:25:16,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 after 4002ms 2024-11-14T14:25:16,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 took 4006ms 2024-11-14T14:25:16,361 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5; continuing. 2024-11-14T14:25:16,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 so closing down 2024-11-14T14:25:16,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:16,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:16,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:16,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:16,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:16,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741933_1112 (size=743) 2024-11-14T14:25:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741933_1112 (size=743) 2024-11-14T14:25:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741934_1113 (size=743) 2024-11-14T14:25:16,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741934_1113 (size=743) 2024-11-14T14:25:16,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:16,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:16,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T14:25:16,380 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5, size=150 (150bytes) at 1731594312353Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 so closing down at 1731594316362 (+4009 ms)3 split writer threads finished at 1731594316362Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594316366 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594316366Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316378 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316378Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594316379 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594316379Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731594316380 (+1 ms) 2024-11-14T14:25:16,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.5 2024-11-14T14:25:16,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:16,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6 2024-11-14T14:25:16,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6 after 0ms 2024-11-14T14:25:16,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6 took 3ms 2024-11-14T14:25:16,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6 so closing down 2024-11-14T14:25:16,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:16,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:16,388 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:16,388 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:16,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:16,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741935_1114 (size=749) 2024-11-14T14:25:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741936_1115 (size=749) 2024-11-14T14:25:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741935_1114 (size=749) 2024-11-14T14:25:16,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741936_1115 (size=749) 2024-11-14T14:25:16,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:16,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:16,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:16,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6, size=1.4 K (1405bytes) at 1731594316382Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6 so closing down at 1731594316386 (+4 ms)3 split writer threads finished at 1731594316386Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594316389 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594316389Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316798 (+409 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316798Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594316799 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594316799Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594316799 2024-11-14T14:25:16,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.6 2024-11-14T14:25:16,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:16,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7 2024-11-14T14:25:16,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7 after 0ms 2024-11-14T14:25:16,803 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7 took 2ms 2024-11-14T14:25:16,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7 so closing down 2024-11-14T14:25:16,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:16,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:16,808 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:16,808 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:16,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:16,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741937_1116 (size=753) 2024-11-14T14:25:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741937_1116 (size=753) 2024-11-14T14:25:16,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741938_1117 (size=753) 2024-11-14T14:25:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741938_1117 (size=753) 2024-11-14T14:25:16,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:16,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:16,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:16,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7, size=1.4 K (1413bytes) at 1731594316801Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7 so closing down at 1731594316805 (+4 ms)3 split writer threads finished at 1731594316805Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594316809 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594316809Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316819 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316820 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594316820Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594316821 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594316821 2024-11-14T14:25:16,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.7 2024-11-14T14:25:16,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:16,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8 2024-11-14T14:25:16,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8 after 0ms 2024-11-14T14:25:16,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8 took 2ms 2024-11-14T14:25:16,827 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8 so closing down 2024-11-14T14:25:16,827 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:16,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:16,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:16,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:16,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:16,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741939_1118 (size=753) 2024-11-14T14:25:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741940_1119 (size=753) 2024-11-14T14:25:16,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741939_1118 (size=753) 2024-11-14T14:25:16,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741940_1119 (size=753) 2024-11-14T14:25:16,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:16,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:16,842 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:16,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8, size=1.4 K (1413bytes) at 1731594316823Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8 so closing down at 1731594316827 (+4 ms)3 split writer threads finished at 1731594316827Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594316830 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594316830Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316841 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316841Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594316842 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594316842Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594316842 2024-11-14T14:25:16,844 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.8 2024-11-14T14:25:16,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:16,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9 2024-11-14T14:25:16,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9 after 0ms 2024-11-14T14:25:16,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9 took 2ms 2024-11-14T14:25:16,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9 so closing down 2024-11-14T14:25:16,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:16,847 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:16,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:16,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:16,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:16,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741942_1121 (size=753) 2024-11-14T14:25:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741942_1121 (size=753) 2024-11-14T14:25:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741941_1120 (size=753) 2024-11-14T14:25:16,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741941_1120 (size=753) 2024-11-14T14:25:16,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:16,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:16,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:16,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:16,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9, size=1.4 K (1413bytes) at 1731594316844Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9 so closing down at 1731594316847 (+3 ms)3 split writer threads finished at 1731594316848 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594316851 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594316851Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316856 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594316856Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594316857 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594316857Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594316857 2024-11-14T14:25:16,858 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731594310439/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/4e19d630-8500-ed9f-8f84-5a95cfe85308/oldWALs/wal.dat.9 2024-11-14T14:25:16,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=145 (was 147), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=3051 (was 3103) 2024-11-14T14:25:16,925 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3050 2024-11-14T14:25:16,926 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741943_1122 (size=7) 2024-11-14T14:25:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741943_1122 (size=7) 2024-11-14T14:25:16,933 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:16,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:16,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:16,936 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:16,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3050 (was 3050) 2024-11-14T14:25:16,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3050 2024-11-14T14:25:16,952 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741944_1123 (size=7) 2024-11-14T14:25:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741944_1123 (size=7) 2024-11-14T14:25:16,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:16,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:16,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:16,963 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:16,963 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:16,964 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:16,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:16,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741945_1124 (size=1393) 2024-11-14T14:25:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741945_1124 (size=1393) 2024-11-14T14:25:16,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:16,978 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:16,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741946_1125 (size=1393) 2024-11-14T14:25:16,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741946_1125 (size=1393) 2024-11-14T14:25:16,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:16,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:16,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:16,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741947_1126 (size=1393) 2024-11-14T14:25:17,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741947_1126 (size=1393) 2024-11-14T14:25:17,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:17,003 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:17,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741948_1127 (size=1393) 2024-11-14T14:25:17,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741948_1127 (size=1393) 2024-11-14T14:25:17,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:17,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741949_1128 (size=1393) 2024-11-14T14:25:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741949_1128 (size=1393) 2024-11-14T14:25:17,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:17,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:17,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741950_1129 (size=1393) 2024-11-14T14:25:17,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741950_1129 (size=1393) 2024-11-14T14:25:17,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:17,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:17,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741951_1130 (size=1405) 2024-11-14T14:25:17,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741951_1130 (size=1405) 2024-11-14T14:25:17,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:17,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741952_1131 (size=1413) 2024-11-14T14:25:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741952_1131 (size=1413) 2024-11-14T14:25:17,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:17,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:17,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741953_1132 (size=1413) 2024-11-14T14:25:17,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741953_1132 (size=1413) 2024-11-14T14:25:17,081 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:17,081 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:17,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741954_1133 (size=1413) 2024-11-14T14:25:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741954_1133 (size=1413) 2024-11-14T14:25:17,093 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:17,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:17,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0 2024-11-14T14:25:17,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0 after 0ms 2024-11-14T14:25:17,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0 took 3ms 2024-11-14T14:25:17,119 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0 so closing down 2024-11-14T14:25:17,119 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:17,119 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:17,122 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:17,122 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:17,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:17,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:17,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741955_1134 (size=743) 2024-11-14T14:25:17,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741955_1134 (size=743) 2024-11-14T14:25:17,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741956_1135 (size=743) 2024-11-14T14:25:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741956_1135 (size=743) 2024-11-14T14:25:17,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:17,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:17,144 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0, size=1.4 K (1393bytes) at 1731594317111Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0 so closing down at 1731594317119 (+8 ms)3 split writer threads finished at 1731594317119Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594317124 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594317125 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317134 (+9 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594317136 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317142 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594317143 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594317144 (+1 ms) 2024-11-14T14:25:17,147 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.0 2024-11-14T14:25:17,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:17,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1 2024-11-14T14:25:17,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1 after 0ms 2024-11-14T14:25:17,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1 took 3ms 2024-11-14T14:25:17,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1 so closing down 2024-11-14T14:25:17,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:17,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:17,154 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:17,154 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:17,155 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:17,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:17,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741957_1136 (size=743) 2024-11-14T14:25:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741957_1136 (size=743) 2024-11-14T14:25:17,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741958_1137 (size=743) 2024-11-14T14:25:17,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741958_1137 (size=743) 2024-11-14T14:25:17,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:17,570 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:17,571 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1, size=1.4 K (1393bytes) at 1731594317147Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1 so closing down at 1731594317151 (+4 ms)3 split writer threads finished at 1731594317151Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594317155 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594317156 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317165 (+9 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594317166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317566 (+400 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594317570 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594317570 2024-11-14T14:25:17,573 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.1 2024-11-14T14:25:17,574 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:17,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2 2024-11-14T14:25:17,574 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2 after 0ms 2024-11-14T14:25:17,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2 took 4ms 2024-11-14T14:25:17,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2 so closing down 2024-11-14T14:25:17,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:17,591 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:17,597 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:17,606 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:17,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:17,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741959_1138 (size=743) 2024-11-14T14:25:17,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741959_1138 (size=743) 2024-11-14T14:25:17,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741960_1139 (size=743) 2024-11-14T14:25:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741960_1139 (size=743) 2024-11-14T14:25:17,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,677 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:17,677 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:17,677 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2, size=1.4 K (1393bytes) at 1731594317574Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2 so closing down at 1731594317587 (+13 ms)3 split writer threads finished at 1731594317591 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594317614 (+23 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594317615 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317672 (+57 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594317674 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317675 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594317677 (+2 ms)Processed 20 edits across 2 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594317677 2024-11-14T14:25:17,679 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.2 2024-11-14T14:25:17,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:17,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3 2024-11-14T14:25:17,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3 after 0ms 2024-11-14T14:25:17,685 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3 took 5ms 2024-11-14T14:25:17,689 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3 so closing down 2024-11-14T14:25:17,689 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:17,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:17,714 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:17,722 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:17,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:17,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:17,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:25:17,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741962_1141 (size=743) 2024-11-14T14:25:17,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741962_1141 (size=743) 2024-11-14T14:25:17,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741961_1140 (size=743) 2024-11-14T14:25:17,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741961_1140 (size=743) 2024-11-14T14:25:17,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:17,834 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:17,835 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3, size=1.4 K (1393bytes) at 1731594317680Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3 so closing down at 1731594317689 (+9 ms)3 split writer threads finished at 1731594317694 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594317724 (+30 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594317733 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317792 (+59 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594317794 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317826 (+32 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594317832 (+6 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594317834 (+2 ms) 2024-11-14T14:25:17,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.3 2024-11-14T14:25:17,838 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:17,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4 2024-11-14T14:25:17,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4 after 1ms 2024-11-14T14:25:17,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4 took 4ms 2024-11-14T14:25:17,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4 so closing down 2024-11-14T14:25:17,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:17,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:17,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:17,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:17,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:17,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741964_1143 (size=743) 2024-11-14T14:25:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741964_1143 (size=743) 2024-11-14T14:25:17,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741963_1142 (size=743) 2024-11-14T14:25:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741963_1142 (size=743) 2024-11-14T14:25:17,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:17,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:17,900 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:17,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4, size=1.4 K (1393bytes) at 1731594317838Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4 so closing down at 1731594317859 (+21 ms)3 split writer threads finished at 1731594317860 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594317868 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594317873 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317896 (+23 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317899 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594317899Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594317900 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594317900 2024-11-14T14:25:17,902 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.4 2024-11-14T14:25:17,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:17,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5 2024-11-14T14:25:17,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5 after 0ms 2024-11-14T14:25:17,906 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5 took 4ms 2024-11-14T14:25:17,912 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5 so closing down 2024-11-14T14:25:17,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:17,913 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:17,919 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:17,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:17,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:17,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741966_1145 (size=743) 2024-11-14T14:25:17,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741966_1145 (size=743) 2024-11-14T14:25:17,987 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:17,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741965_1144 (size=743) 2024-11-14T14:25:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741965_1144 (size=743) 2024-11-14T14:25:18,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:18,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:18,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5, size=1.4 K (1393bytes) at 1731594317902Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5 so closing down at 1731594317912 (+10 ms)3 split writer threads finished at 1731594317913 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594317924 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594317924Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594317987 (+63 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594317989 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318014 (+25 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594318018 (+4 ms)Processed 20 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594318018 2024-11-14T14:25:18,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.5 2024-11-14T14:25:18,026 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:18,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6 2024-11-14T14:25:18,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6 after 1ms 2024-11-14T14:25:18,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6 took 6ms 2024-11-14T14:25:18,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6 so closing down 2024-11-14T14:25:18,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:18,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:18,050 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:18,054 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:18,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:18,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:18,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741967_1146 (size=749) 2024-11-14T14:25:18,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741967_1146 (size=749) 2024-11-14T14:25:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741968_1147 (size=749) 2024-11-14T14:25:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741968_1147 (size=749) 2024-11-14T14:25:18,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,154 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:18,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:18,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6, size=1.4 K (1405bytes) at 1731594318026Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6 so closing down at 1731594318041 (+15 ms)3 split writer threads finished at 1731594318041Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594318061 (+20 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594318072 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318129 (+57 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594318132 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318151 (+19 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594318154 (+3 ms)Processed 20 edits across 2 Regions in 115 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594318154 2024-11-14T14:25:18,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.6 2024-11-14T14:25:18,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:18,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7 2024-11-14T14:25:18,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7 after 1ms 2024-11-14T14:25:18,168 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7 took 8ms 2024-11-14T14:25:18,177 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7 so closing down 2024-11-14T14:25:18,177 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:18,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:18,182 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:18,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:18,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:18,213 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:18,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741969_1148 (size=753) 2024-11-14T14:25:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741969_1148 (size=753) 2024-11-14T14:25:18,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:18,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741970_1149 (size=753) 2024-11-14T14:25:18,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741970_1149 (size=753) 2024-11-14T14:25:18,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:18,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:18,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7, size=1.4 K (1413bytes) at 1731594318160Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7 so closing down at 1731594318177 (+17 ms)3 split writer threads finished at 1731594318178 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594318201 (+23 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594318213 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318255 (+42 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594318258 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318326 (+68 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594318328 (+2 ms)Processed 20 edits across 2 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594318328 2024-11-14T14:25:18,332 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.7 2024-11-14T14:25:18,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:18,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8 2024-11-14T14:25:18,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8 after 1ms 2024-11-14T14:25:18,337 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8 took 5ms 2024-11-14T14:25:18,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8 so closing down 2024-11-14T14:25:18,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:18,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:18,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:18,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:18,383 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:18,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741971_1150 (size=753) 2024-11-14T14:25:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741971_1150 (size=753) 2024-11-14T14:25:18,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741972_1151 (size=753) 2024-11-14T14:25:18,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741972_1151 (size=753) 2024-11-14T14:25:18,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:18,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:18,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8, size=1.4 K (1413bytes) at 1731594318332Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8 so closing down at 1731594318362 (+30 ms)3 split writer threads finished at 1731594318362Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594318383 (+21 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594318385 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318419 (+34 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594318422 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318441 (+19 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594318443 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594318443 2024-11-14T14:25:18,446 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.8 2024-11-14T14:25:18,447 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:18,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9 2024-11-14T14:25:18,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9 after 0ms 2024-11-14T14:25:18,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9 took 3ms 2024-11-14T14:25:18,465 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9 so closing down 2024-11-14T14:25:18,465 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:18,465 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:18,469 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:18,469 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:18,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:18,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:18,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741974_1153 (size=753) 2024-11-14T14:25:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741973_1152 (size=753) 2024-11-14T14:25:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741974_1153 (size=753) 2024-11-14T14:25:18,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741973_1152 (size=753) 2024-11-14T14:25:18,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:18,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:18,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:18,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:18,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9, size=1.4 K (1413bytes) at 1731594318447Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9 so closing down at 1731594318465 (+18 ms)3 split writer threads finished at 1731594318465Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594318476 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594318476Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318502 (+26 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594318502Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594318504 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594318504Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594318504 2024-11-14T14:25:18,506 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/WALs/testsplit,16010,1731594316963/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/59d12a9b-157f-0da8-9506-e1a01690481d/oldWALs/wal.dat.9 2024-11-14T14:25:18,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=145 (was 145), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3003 (was 3050) 2024-11-14T14:25:18,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3002 2024-11-14T14:25:18,584 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741975_1154 (size=7) 2024-11-14T14:25:18,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741975_1154 (size=7) 2024-11-14T14:25:18,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:18,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:18,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:18,597 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:18,597 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:18,598 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:18,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:18,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741976_1155 (size=1393) 2024-11-14T14:25:18,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741976_1155 (size=1393) 2024-11-14T14:25:18,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:18,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:18,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741977_1156 (size=1393) 2024-11-14T14:25:18,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741977_1156 (size=1393) 2024-11-14T14:25:18,659 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:18,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:18,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741978_1157 (size=1393) 2024-11-14T14:25:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741978_1157 (size=1393) 2024-11-14T14:25:18,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:18,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:18,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741979_1158 (size=1393) 2024-11-14T14:25:18,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741979_1158 (size=1393) 2024-11-14T14:25:18,699 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:18,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741980_1159 (size=1393) 2024-11-14T14:25:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741980_1159 (size=1393) 2024-11-14T14:25:18,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:18,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:18,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:18,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:18,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741981_1160 (size=1393) 2024-11-14T14:25:18,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741981_1160 (size=1393) 2024-11-14T14:25:19,166 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:19,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:19,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741982_1161 (size=1405) 2024-11-14T14:25:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741982_1161 (size=1405) 2024-11-14T14:25:19,207 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:19,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:19,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741983_1162 (size=1413) 2024-11-14T14:25:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741983_1162 (size=1413) 2024-11-14T14:25:19,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:19,632 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:19,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741984_1163 (size=1413) 2024-11-14T14:25:19,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741984_1163 (size=1413) 2024-11-14T14:25:19,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:19,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:19,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:19,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741985_1164 (size=1413) 2024-11-14T14:25:19,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741985_1164 (size=1413) 2024-11-14T14:25:19,757 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:19,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:19,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0 2024-11-14T14:25:19,785 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0 after 1ms 2024-11-14T14:25:19,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0 took 6ms 2024-11-14T14:25:19,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0 so closing down 2024-11-14T14:25:19,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:19,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:19,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:19,815 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:19,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:19,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741987_1166 (size=743) 2024-11-14T14:25:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741987_1166 (size=743) 2024-11-14T14:25:19,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:19,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741986_1165 (size=743) 2024-11-14T14:25:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741986_1165 (size=743) 2024-11-14T14:25:19,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:19,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:19,883 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:19,883 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0, size=1.4 K (1393bytes) at 1731594319784Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0 so closing down at 1731594319805 (+21 ms)3 split writer threads finished at 1731594319805Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594319823 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594319828 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594319866 (+38 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594319871 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594319880 (+9 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594319883 (+3 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594319883 2024-11-14T14:25:19,887 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.0 2024-11-14T14:25:19,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:19,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1 2024-11-14T14:25:19,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1 after 1ms 2024-11-14T14:25:19,891 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1 took 4ms 2024-11-14T14:25:19,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1 so closing down 2024-11-14T14:25:19,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:19,899 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:19,903 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:19,903 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:19,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:19,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741988_1167 (size=743) 2024-11-14T14:25:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741988_1167 (size=743) 2024-11-14T14:25:19,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741989_1168 (size=743) 2024-11-14T14:25:19,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:19,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741989_1168 (size=743) 2024-11-14T14:25:19,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:19,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:19,946 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:19,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1, size=1.4 K (1393bytes) at 1731594319887Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1 so closing down at 1731594319897 (+10 ms)3 split writer threads finished at 1731594319899 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594319904 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594319913 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594319931 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594319935 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594319935Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594319944 (+9 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594319946 (+2 ms) 2024-11-14T14:25:19,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.1 2024-11-14T14:25:19,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:19,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2 2024-11-14T14:25:19,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2 after 1ms 2024-11-14T14:25:19,955 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2 took 5ms 2024-11-14T14:25:19,957 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2 so closing down 2024-11-14T14:25:19,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:19,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:19,963 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:19,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:19,971 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:19,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741990_1169 (size=743) 2024-11-14T14:25:19,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741990_1169 (size=743) 2024-11-14T14:25:19,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:19,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:19,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741991_1170 (size=743) 2024-11-14T14:25:19,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741991_1170 (size=743) 2024-11-14T14:25:19,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:20,001 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:20,001 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2, size=1.4 K (1393bytes) at 1731594319951Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2 so closing down at 1731594319957 (+6 ms)3 split writer threads finished at 1731594319957Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594319968 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594319984 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594319986 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594319988 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594319998 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594320001 (+3 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594320001 2024-11-14T14:25:20,005 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.2 2024-11-14T14:25:20,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:20,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3 2024-11-14T14:25:20,006 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3 after 1ms 2024-11-14T14:25:20,009 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3 took 4ms 2024-11-14T14:25:20,011 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3 so closing down 2024-11-14T14:25:20,011 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:20,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:20,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:20,023 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:20,024 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:20,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741992_1171 (size=743) 2024-11-14T14:25:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741992_1171 (size=743) 2024-11-14T14:25:20,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741993_1172 (size=743) 2024-11-14T14:25:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741993_1172 (size=743) 2024-11-14T14:25:20,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:20,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:20,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3, size=1.4 K (1393bytes) at 1731594320005Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3 so closing down at 1731594320011 (+6 ms)3 split writer threads finished at 1731594320013 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594320023 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594320043 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320066 (+23 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594320070 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320085 (+15 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594320090 (+5 ms)Processed 20 edits across 2 Regions in 80 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594320090 2024-11-14T14:25:20,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.3 2024-11-14T14:25:20,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:20,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4 2024-11-14T14:25:20,097 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4 after 2ms 2024-11-14T14:25:20,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4 took 6ms 2024-11-14T14:25:20,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4 so closing down 2024-11-14T14:25:20,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:20,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:20,132 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:20,142 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:20,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:20,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:20,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741994_1173 (size=743) 2024-11-14T14:25:20,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741994_1173 (size=743) 2024-11-14T14:25:20,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741995_1174 (size=743) 2024-11-14T14:25:20,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741995_1174 (size=743) 2024-11-14T14:25:20,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:20,249 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:20,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4, size=1.4 K (1393bytes) at 1731594320095Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4 so closing down at 1731594320126 (+31 ms)3 split writer threads finished at 1731594320126Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594320148 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594320176 (+28 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320218 (+42 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594320222 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320246 (+24 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594320249 (+3 ms)Processed 20 edits across 2 Regions in 125 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594320249 2024-11-14T14:25:20,257 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.4 2024-11-14T14:25:20,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:20,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5 2024-11-14T14:25:20,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5 after 2ms 2024-11-14T14:25:20,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5 took 18ms 2024-11-14T14:25:20,284 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5 so closing down 2024-11-14T14:25:20,284 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:20,284 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:20,295 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:20,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:20,317 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:20,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741996_1175 (size=743) 2024-11-14T14:25:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741996_1175 (size=743) 2024-11-14T14:25:20,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741997_1176 (size=743) 2024-11-14T14:25:20,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741997_1176 (size=743) 2024-11-14T14:25:20,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:20,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:20,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5, size=1.4 K (1393bytes) at 1731594320258Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5 so closing down at 1731594320284 (+26 ms)3 split writer threads finished at 1731594320285 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594320314 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594320328 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320368 (+40 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594320372 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320398 (+26 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594320404 (+6 ms)Processed 20 edits across 2 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594320404 2024-11-14T14:25:20,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.5 2024-11-14T14:25:20,412 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:20,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6 2024-11-14T14:25:20,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6 after 1ms 2024-11-14T14:25:20,417 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6 took 5ms 2024-11-14T14:25:20,446 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6 so closing down 2024-11-14T14:25:20,446 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:20,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:20,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:20,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:20,480 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:20,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741999_1178 (size=749) 2024-11-14T14:25:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741999_1178 (size=749) 2024-11-14T14:25:20,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073741998_1177 (size=749) 2024-11-14T14:25:20,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741998_1177 (size=749) 2024-11-14T14:25:20,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:20,531 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:20,531 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6, size=1.4 K (1405bytes) at 1731594320412Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6 so closing down at 1731594320446 (+34 ms)3 split writer threads finished at 1731594320454 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594320478 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594320481 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320511 (+30 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594320514 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320527 (+13 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594320531 (+4 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594320531 2024-11-14T14:25:20,540 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.6 2024-11-14T14:25:20,541 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:20,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7 2024-11-14T14:25:20,541 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7 after 0ms 2024-11-14T14:25:20,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7 took 7ms 2024-11-14T14:25:20,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7 so closing down 2024-11-14T14:25:20,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:20,564 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:20,570 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:20,572 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:20,575 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:20,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:20,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742000_1179 (size=753) 2024-11-14T14:25:20,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742000_1179 (size=753) 2024-11-14T14:25:20,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742001_1180 (size=753) 2024-11-14T14:25:20,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742001_1180 (size=753) 2024-11-14T14:25:20,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:20,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:20,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:20,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7, size=1.4 K (1413bytes) at 1731594320541Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7 so closing down at 1731594320562 (+21 ms)3 split writer threads finished at 1731594320564 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594320572 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594320581 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320612 (+31 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594320616 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594320626 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594320629 (+3 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594320630 (+1 ms) 2024-11-14T14:25:20,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.7 2024-11-14T14:25:20,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:20,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8 2024-11-14T14:25:20,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8 after 2ms 2024-11-14T14:25:20,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8 took 7ms 2024-11-14T14:25:20,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8 so closing down 2024-11-14T14:25:20,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:20,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:20,646 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:20,647 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:20,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:20,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742003_1182 (size=753) 2024-11-14T14:25:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742002_1181 (size=753) 2024-11-14T14:25:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742003_1182 (size=753) 2024-11-14T14:25:20,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742002_1181 (size=753) 2024-11-14T14:25:21,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:21,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:21,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:21,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:21,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:21,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8, size=1.4 K (1413bytes) at 1731594320635Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8 so closing down at 1731594320643 (+8 ms)3 split writer threads finished at 1731594320643Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594320648 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594320651 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594321067 (+416 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594321067Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594321070 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594321070Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594321071 (+1 ms) 2024-11-14T14:25:21,074 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.8 2024-11-14T14:25:21,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:21,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9 2024-11-14T14:25:21,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9 after 0ms 2024-11-14T14:25:21,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9 took 3ms 2024-11-14T14:25:21,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9 so closing down 2024-11-14T14:25:21,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:21,079 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:21,081 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:21,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:21,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:21,084 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742004_1183 (size=753) 2024-11-14T14:25:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742004_1183 (size=753) 2024-11-14T14:25:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742005_1184 (size=753) 2024-11-14T14:25:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742005_1184 (size=753) 2024-11-14T14:25:21,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:21,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:21,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:21,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:21,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:21,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9, size=1.4 K (1413bytes) at 1731594321075Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9 so closing down at 1731594321079 (+4 ms)3 split writer threads finished at 1731594321079Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594321084 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594321084Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594321102 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594321105 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594321504 (+399 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594321508 (+4 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594321508 2024-11-14T14:25:21,515 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/WALs/testmovedwalduringrecovery,16010,1731594318597/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/9d81dc38-d996-e678-c4a1-62abc038f156/oldWALs/wal.dat.9 2024-11-14T14:25:21,534 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=145 (was 145), OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2989 (was 3002) 2024-11-14T14:25:21,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=145, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=2989 2024-11-14T14:25:21,550 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742006_1185 (size=7) 2024-11-14T14:25:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742006_1185 (size=7) 2024-11-14T14:25:21,594 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:21,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:21,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:21,602 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:21,609 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T14:25:21,610 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-14T14:25:21,610 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-14T14:25:21,611 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-14T14:25:21,611 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-14T14:25:21,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake, size=0 (0bytes) 2024-11-14T14:25:21,657 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake took 15ms 2024-11-14T14:25:22,259 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake so closing down 2024-11-14T14:25:22,259 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:22,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:22,263 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-14T14:25:22,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-14T14:25:22,293 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-14T14:25:22,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) 2024-11-14T14:25:22,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-14T14:25:22,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 80 ms) 2024-11-14T14:25:22,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-14T14:25:22,389 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) 2024-11-14T14:25:22,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) 2024-11-14T14:25:22,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 60 ms) 2024-11-14T14:25:22,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 747 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T14:25:22,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake, size=0 (0bytes) at 1731594321642Split 1024 edits, skipped 0 edits. at 1731594321749 (+107 ms)Split 2048 edits, skipped 0 edits. at 1731594321809 (+60 ms)Split 3072 edits, skipped 0 edits. at 1731594321850 (+41 ms)Split 4096 edits, skipped 0 edits. at 1731594321882 (+32 ms)Split 5120 edits, skipped 0 edits. at 1731594321919 (+37 ms)Split 6144 edits, skipped 0 edits. at 1731594321960 (+41 ms)Split 7168 edits, skipped 0 edits. at 1731594321995 (+35 ms)Split 8192 edits, skipped 0 edits. at 1731594322017 (+22 ms)Split 9216 edits, skipped 0 edits. at 1731594322038 (+21 ms)Split 10240 edits, skipped 0 edits. at 1731594322055 (+17 ms)Split 11264 edits, skipped 0 edits. at 1731594322081 (+26 ms)Split 12288 edits, skipped 0 edits. at 1731594322103 (+22 ms)Split 13312 edits, skipped 0 edits. at 1731594322124 (+21 ms)Split 14336 edits, skipped 0 edits. at 1731594322140 (+16 ms)Split 15360 edits, skipped 0 edits. at 1731594322158 (+18 ms)Split 16384 edits, skipped 0 edits. at 1731594322178 (+20 ms)Split 17408 edits, skipped 0 edits. at 1731594322201 (+23 ms)Split 18432 edits, skipped 0 edits. at 1731594322223 (+22 ms)Split 19456 edits, skipped 0 edits. at 1731594322245 (+22 ms)Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake so closing down at 1731594322259 (+14 ms)3 split writer threads finished at 1731594322260 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731594322263 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731594322278 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731594322293 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) at 1731594322340 (+47 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731594322343 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 80 ms) at 1731594322359 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731594322362 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) at 1731594322389 (+27 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) at 1731594322408 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 60 ms) at 1731594322422 (+14 ms)Processed 20000 edits across 5 Regions in 747 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5b1c576d-7e6e-a4f0-d521-9b3e94006880/WALs/testthreading,16010,1731594321603/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731594322424 (+2 ms) 2024-11-14T14:25:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-14T14:25:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-14T14:25:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-14T14:25:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-14T14:25:22,424 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-14T14:25:22,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=145 (was 145), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 382), ProcessCount=11 (was 11), AvailableMemoryMB=2935 (was 2989) 2024-11-14T14:25:22,446 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=2935 2024-11-14T14:25:22,447 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:22,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742007_1186 (size=7) 2024-11-14T14:25:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742007_1186 (size=7) 2024-11-14T14:25:22,468 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:22,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:22,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:22,477 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:22,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T14:25:22,481 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:22,483 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:22,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:22,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:22,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:22,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742008_1187 (size=1393) 2024-11-14T14:25:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742008_1187 (size=1393) 2024-11-14T14:25:23,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:23,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742009_1188 (size=1393) 2024-11-14T14:25:23,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742009_1188 (size=1393) 2024-11-14T14:25:23,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:23,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742010_1189 (size=1393) 2024-11-14T14:25:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742010_1189 (size=1393) 2024-11-14T14:25:23,096 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:23,096 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:23,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742011_1190 (size=1393) 2024-11-14T14:25:23,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742011_1190 (size=1393) 2024-11-14T14:25:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:23,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742012_1191 (size=1393) 2024-11-14T14:25:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742012_1191 (size=1393) 2024-11-14T14:25:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:23,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742013_1192 (size=1393) 2024-11-14T14:25:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742013_1192 (size=1393) 2024-11-14T14:25:23,200 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:23,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:23,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742014_1193 (size=1405) 2024-11-14T14:25:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742014_1193 (size=1405) 2024-11-14T14:25:23,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:23,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742015_1194 (size=1413) 2024-11-14T14:25:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742015_1194 (size=1413) 2024-11-14T14:25:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:23,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:23,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742016_1195 (size=1413) 2024-11-14T14:25:23,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742016_1195 (size=1413) 2024-11-14T14:25:23,337 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:23,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:23,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:23,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742017_1196 (size=1413) 2024-11-14T14:25:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742017_1196 (size=1413) 2024-11-14T14:25:23,400 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:23,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T14:25:23,429 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty, size=0 (0bytes) 2024-11-14T14:25:23,429 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty might be still open, length is 0 2024-11-14T14:25:23,429 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty 2024-11-14T14:25:23,429 WARN [IPC Server handler 4 on default port 34707 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty closed. 2024-11-14T14:25:23,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty after 1ms 2024-11-14T14:25:23,432 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T14:25:23,433 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty; empty? 2024-11-14T14:25:23,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty so closing down 2024-11-14T14:25:23,434 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T14:25:23,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty, size=0 (0bytes) at 1731594323429Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty so closing down at 1731594323433 (+4 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731594323434 (+1 ms) 2024-11-14T14:25:23,443 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat..empty to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat..empty 2024-11-14T14:25:23,443 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:23,443 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0 2024-11-14T14:25:23,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0 after 1ms 2024-11-14T14:25:23,446 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0 took 3ms 2024-11-14T14:25:23,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0 so closing down 2024-11-14T14:25:23,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:23,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:23,467 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:23,467 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:23,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:23,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742018_1197 (size=743) 2024-11-14T14:25:23,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:23,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742018_1197 (size=743) 2024-11-14T14:25:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742019_1198 (size=743) 2024-11-14T14:25:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742019_1198 (size=743) 2024-11-14T14:25:23,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:23,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:23,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:23,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0, size=1.4 K (1393bytes) at 1731594323443Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0 so closing down at 1731594323459 (+16 ms)3 split writer threads finished at 1731594323460 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594323468 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594323472 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594323488 (+16 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594323490 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594323500 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594323501 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594323502 (+1 ms) 2024-11-14T14:25:23,503 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.0 2024-11-14T14:25:23,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:23,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1 2024-11-14T14:25:23,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1 after 1ms 2024-11-14T14:25:23,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1 took 2ms 2024-11-14T14:25:23,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1 so closing down 2024-11-14T14:25:23,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:23,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:23,515 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:23,515 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:23,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:23,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742020_1199 (size=743) 2024-11-14T14:25:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742020_1199 (size=743) 2024-11-14T14:25:23,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:23,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742021_1200 (size=743) 2024-11-14T14:25:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742021_1200 (size=743) 2024-11-14T14:25:23,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:23,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:23,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:23,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1, size=1.4 K (1393bytes) at 1731594323503Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1 so closing down at 1731594323509 (+6 ms)3 split writer threads finished at 1731594323509Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594323516 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594323518 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594323532 (+14 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594323533 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594323540 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594323542 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594323542 2024-11-14T14:25:23,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.1 2024-11-14T14:25:23,544 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:23,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2 2024-11-14T14:25:23,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2 after 0ms 2024-11-14T14:25:23,546 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2 took 2ms 2024-11-14T14:25:23,547 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2 so closing down 2024-11-14T14:25:23,547 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:23,547 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:23,553 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:23,553 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:23,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:23,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:23,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742023_1202 (size=743) 2024-11-14T14:25:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742022_1201 (size=743) 2024-11-14T14:25:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742023_1202 (size=743) 2024-11-14T14:25:23,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742022_1201 (size=743) 2024-11-14T14:25:23,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:23,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:23,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:23,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:23,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:23,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2, size=1.4 K (1393bytes) at 1731594323544Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2 so closing down at 1731594323547 (+3 ms)3 split writer threads finished at 1731594323547Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594323555 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594323555Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594323573 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594323574 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594323576 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594323577 (+1 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594323578 (+1 ms) 2024-11-14T14:25:23,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.2 2024-11-14T14:25:23,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:23,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3 2024-11-14T14:25:23,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3 after 0ms 2024-11-14T14:25:23,581 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3 took 2ms 2024-11-14T14:25:23,591 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3 so closing down 2024-11-14T14:25:23,591 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:23,599 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:23,602 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:23,604 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:23,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:23,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742024_1203 (size=743) 2024-11-14T14:25:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742024_1203 (size=743) 2024-11-14T14:25:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742025_1204 (size=743) 2024-11-14T14:25:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742025_1204 (size=743) 2024-11-14T14:25:23,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:23,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:24,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:24,033 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:24,033 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3, size=1.4 K (1393bytes) at 1731594323579Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3 so closing down at 1731594323591 (+12 ms)3 split writer threads finished at 1731594323599 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594323610 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594323610Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594323633 (+23 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594323634 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324031 (+397 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594324033 (+2 ms)Processed 20 edits across 2 Regions in 451 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594324033 2024-11-14T14:25:24,035 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.3 2024-11-14T14:25:24,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:24,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4 2024-11-14T14:25:24,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4 after 0ms 2024-11-14T14:25:24,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4 took 3ms 2024-11-14T14:25:24,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4 so closing down 2024-11-14T14:25:24,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:24,058 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:24,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:24,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:24,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:24,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742027_1206 (size=743) 2024-11-14T14:25:24,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742026_1205 (size=743) 2024-11-14T14:25:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742026_1205 (size=743) 2024-11-14T14:25:24,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742027_1206 (size=743) 2024-11-14T14:25:24,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:24,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:24,101 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:24,101 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4, size=1.4 K (1393bytes) at 1731594324036Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4 so closing down at 1731594324050 (+14 ms)3 split writer threads finished at 1731594324059 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594324072 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594324080 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324099 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324100 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594324100Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594324101 (+1 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594324101 2024-11-14T14:25:24,103 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.4 2024-11-14T14:25:24,104 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:24,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5 2024-11-14T14:25:24,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5 after 0ms 2024-11-14T14:25:24,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5 took 3ms 2024-11-14T14:25:24,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5 so closing down 2024-11-14T14:25:24,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:24,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:24,110 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:24,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:24,112 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:24,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:24,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742028_1207 (size=743) 2024-11-14T14:25:24,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742028_1207 (size=743) 2024-11-14T14:25:24,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742029_1208 (size=743) 2024-11-14T14:25:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742029_1208 (size=743) 2024-11-14T14:25:24,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:24,153 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:24,153 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5, size=1.4 K (1393bytes) at 1731594324104Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5 so closing down at 1731594324107 (+3 ms)3 split writer threads finished at 1731594324108 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594324112 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594324116 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324133 (+17 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594324138 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324150 (+12 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594324153 (+3 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594324153 2024-11-14T14:25:24,157 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.5 2024-11-14T14:25:24,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:24,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6 2024-11-14T14:25:24,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6 after 2ms 2024-11-14T14:25:24,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6 took 6ms 2024-11-14T14:25:24,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6 so closing down 2024-11-14T14:25:24,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:24,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:24,175 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:24,175 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:24,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:24,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742030_1209 (size=749) 2024-11-14T14:25:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742030_1209 (size=749) 2024-11-14T14:25:24,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:24,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742031_1210 (size=749) 2024-11-14T14:25:24,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742031_1210 (size=749) 2024-11-14T14:25:24,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:24,231 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:24,231 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6, size=1.4 K (1405bytes) at 1731594324157Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6 so closing down at 1731594324168 (+11 ms)3 split writer threads finished at 1731594324168Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594324177 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594324180 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324207 (+27 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594324210 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324229 (+19 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594324230 (+1 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594324231 (+1 ms) 2024-11-14T14:25:24,232 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.6 2024-11-14T14:25:24,233 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:24,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7 2024-11-14T14:25:24,233 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7 after 0ms 2024-11-14T14:25:24,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7 took 3ms 2024-11-14T14:25:24,241 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7 so closing down 2024-11-14T14:25:24,241 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:24,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:24,244 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:24,244 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:24,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:24,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742032_1211 (size=753) 2024-11-14T14:25:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742032_1211 (size=753) 2024-11-14T14:25:24,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742033_1212 (size=753) 2024-11-14T14:25:24,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:24,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742033_1212 (size=753) 2024-11-14T14:25:24,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:24,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:24,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7, size=1.4 K (1413bytes) at 1731594324233Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7 so closing down at 1731594324241 (+8 ms)3 split writer threads finished at 1731594324241Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594324245 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594324248 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324260 (+12 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594324267 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324270 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594324272 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594324272 2024-11-14T14:25:24,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.7 2024-11-14T14:25:24,274 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:24,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8 2024-11-14T14:25:24,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8 after 1ms 2024-11-14T14:25:24,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8 took 3ms 2024-11-14T14:25:24,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8 so closing down 2024-11-14T14:25:24,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:24,282 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:24,287 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:24,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:24,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:24,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:24,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742035_1214 (size=753) 2024-11-14T14:25:24,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742035_1214 (size=753) 2024-11-14T14:25:24,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742034_1213 (size=753) 2024-11-14T14:25:24,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742034_1213 (size=753) 2024-11-14T14:25:24,324 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:24,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:24,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8, size=1.4 K (1413bytes) at 1731594324274Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8 so closing down at 1731594324279 (+5 ms)3 split writer threads finished at 1731594324282 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594324296 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594324299 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324317 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594324318 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324324 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594324327 (+3 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594324327 2024-11-14T14:25:24,330 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.8 2024-11-14T14:25:24,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:24,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9 2024-11-14T14:25:24,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9 after 2ms 2024-11-14T14:25:24,338 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9 took 8ms 2024-11-14T14:25:24,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9 so closing down 2024-11-14T14:25:24,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:24,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:24,346 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:24,346 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:24,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:24,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742036_1215 (size=753) 2024-11-14T14:25:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742036_1215 (size=753) 2024-11-14T14:25:24,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:24,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742037_1216 (size=753) 2024-11-14T14:25:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742037_1216 (size=753) 2024-11-14T14:25:24,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:24,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:24,388 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:24,388 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9, size=1.4 K (1413bytes) at 1731594324330Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9 so closing down at 1731594324341 (+11 ms)3 split writer threads finished at 1731594324343 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594324347 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594324347Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324379 (+32 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594324381 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594324385 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594324388 (+3 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594324388 2024-11-14T14:25:24,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.9 2024-11-14T14:25:24,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty, size=0 (0bytes) 2024-11-14T14:25:24,390 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty might be still open, length is 0 2024-11-14T14:25:24,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty 2024-11-14T14:25:24,392 WARN [IPC Server handler 2 on default port 34707 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty closed. 2024-11-14T14:25:24,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty after 2ms 2024-11-14T14:25:24,393 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T14:25:24,394 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty; empty? 2024-11-14T14:25:24,394 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty so closing down 2024-11-14T14:25:24,394 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T14:25:24,394 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty, size=0 (0bytes) at 1731594324390Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty so closing down at 1731594324394 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731594324394 2024-11-14T14:25:24,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/WALs/testemptyopenlogfiles,16010,1731594322477/wal.dat.empty to hdfs://localhost:34707/user/jenkins/test-data/46d05355-4b1a-f5cf-546d-4d26a42847c3/oldWALs/wal.dat.empty 2024-11-14T14:25:24,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144 (was 145), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 382) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2909 (was 2935) 2024-11-14T14:25:24,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2908 2024-11-14T14:25:24,514 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742038_1217 (size=7) 2024-11-14T14:25:24,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742038_1217 (size=7) 2024-11-14T14:25:24,531 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:24,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:24,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:24,537 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:24,537 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:24,538 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:24,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:24,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742039_1218 (size=1393) 2024-11-14T14:25:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742039_1218 (size=1393) 2024-11-14T14:25:24,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:24,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:24,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742040_1219 (size=1393) 2024-11-14T14:25:24,589 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:24,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:24,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742040_1219 (size=1393) 2024-11-14T14:25:24,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742041_1220 (size=1393) 2024-11-14T14:25:24,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742041_1220 (size=1393) 2024-11-14T14:25:24,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:24,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742042_1221 (size=1393) 2024-11-14T14:25:24,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742042_1221 (size=1393) 2024-11-14T14:25:24,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:24,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:24,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742043_1222 (size=1393) 2024-11-14T14:25:24,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742043_1222 (size=1393) 2024-11-14T14:25:24,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:24,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742044_1223 (size=1393) 2024-11-14T14:25:24,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742044_1223 (size=1393) 2024-11-14T14:25:24,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:24,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:24,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742045_1224 (size=1405) 2024-11-14T14:25:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742045_1224 (size=1405) 2024-11-14T14:25:24,686 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:24,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:24,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742046_1225 (size=1413) 2024-11-14T14:25:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742046_1225 (size=1413) 2024-11-14T14:25:24,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:24,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742047_1226 (size=1413) 2024-11-14T14:25:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742047_1226 (size=1413) 2024-11-14T14:25:24,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:24,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:24,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:24,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742048_1227 (size=1413) 2024-11-14T14:25:24,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:24,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742048_1227 (size=1413) 2024-11-14T14:25:24,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742049_1228 (size=1398) 2024-11-14T14:25:24,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742049_1228 (size=1398) 2024-11-14T14:25:25,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:25,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0 2024-11-14T14:25:25,269 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0 after 0ms 2024-11-14T14:25:25,271 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0 took 3ms 2024-11-14T14:25:25,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0 so closing down 2024-11-14T14:25:25,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:25,273 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:25,276 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:25,276 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:25,277 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:25,278 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742050_1229 (size=743) 2024-11-14T14:25:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742050_1229 (size=743) 2024-11-14T14:25:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742051_1230 (size=743) 2024-11-14T14:25:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742051_1230 (size=743) 2024-11-14T14:25:25,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:25,689 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:25,694 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:25,694 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0, size=1.4 K (1393bytes) at 1731594325268Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0 so closing down at 1731594325273 (+5 ms)3 split writer threads finished at 1731594325273Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594325277 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594325278 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325289 (+11 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594325291 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325689 (+398 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594325694 (+5 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594325694 2024-11-14T14:25:25,697 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.0 2024-11-14T14:25:25,697 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:25,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1 2024-11-14T14:25:25,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1 after 1ms 2024-11-14T14:25:25,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1 took 3ms 2024-11-14T14:25:25,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1 so closing down 2024-11-14T14:25:25,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:25,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:25,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:25,736 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:25,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:25,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742052_1231 (size=743) 2024-11-14T14:25:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742052_1231 (size=743) 2024-11-14T14:25:25,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:25,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742053_1232 (size=743) 2024-11-14T14:25:25,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742053_1232 (size=743) 2024-11-14T14:25:25,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,783 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:25,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:25,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1, size=1.4 K (1393bytes) at 1731594325697Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1 so closing down at 1731594325709 (+12 ms)3 split writer threads finished at 1731594325710 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594325741 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594325741Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325759 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594325763 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325780 (+17 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594325783 (+3 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594325783 2024-11-14T14:25:25,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.1 2024-11-14T14:25:25,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:25,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2 2024-11-14T14:25:25,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2 after 0ms 2024-11-14T14:25:25,789 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2 took 4ms 2024-11-14T14:25:25,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2 so closing down 2024-11-14T14:25:25,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:25,793 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:25,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:25,798 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:25,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:25,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:25,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742055_1234 (size=743) 2024-11-14T14:25:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742055_1234 (size=743) 2024-11-14T14:25:25,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742054_1233 (size=743) 2024-11-14T14:25:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742054_1233 (size=743) 2024-11-14T14:25:25,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:25,842 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:25,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2, size=1.4 K (1393bytes) at 1731594325786Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2 so closing down at 1731594325793 (+7 ms)3 split writer threads finished at 1731594325793Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594325812 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594325816 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325832 (+16 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594325833 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325840 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594325841 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594325842 (+1 ms) 2024-11-14T14:25:25,843 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.2 2024-11-14T14:25:25,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:25,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3 2024-11-14T14:25:25,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3 after 0ms 2024-11-14T14:25:25,847 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3 took 4ms 2024-11-14T14:25:25,849 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3 so closing down 2024-11-14T14:25:25,849 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:25,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:25,851 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:25,853 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:25,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:25,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742056_1235 (size=743) 2024-11-14T14:25:25,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742056_1235 (size=743) 2024-11-14T14:25:25,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742057_1236 (size=743) 2024-11-14T14:25:25,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742057_1236 (size=743) 2024-11-14T14:25:25,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:25,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:25,882 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3, size=1.4 K (1393bytes) at 1731594325844Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3 so closing down at 1731594325849 (+5 ms)3 split writer threads finished at 1731594325849Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594325856 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594325857 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325869 (+12 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594325870 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325879 (+9 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594325881 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594325882 (+1 ms) 2024-11-14T14:25:25,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.3 2024-11-14T14:25:25,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:25,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4 2024-11-14T14:25:25,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4 after 1ms 2024-11-14T14:25:25,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4 took 3ms 2024-11-14T14:25:25,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4 so closing down 2024-11-14T14:25:25,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:25,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:25,903 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:25,903 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:25,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:25,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742058_1237 (size=743) 2024-11-14T14:25:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742059_1238 (size=743) 2024-11-14T14:25:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742059_1238 (size=743) 2024-11-14T14:25:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742058_1237 (size=743) 2024-11-14T14:25:25,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:25,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:25,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:25,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4, size=1.4 K (1393bytes) at 1731594325890Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4 so closing down at 1731594325895 (+5 ms)3 split writer threads finished at 1731594325896 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594325912 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594325912Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325918 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325918Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594325919 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594325919Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594325920 (+1 ms) 2024-11-14T14:25:25,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.4 2024-11-14T14:25:25,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5, size=1.4 K (1398bytes) 2024-11-14T14:25:25,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5 2024-11-14T14:25:25,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5 after 2ms 2024-11-14T14:25:25,925 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5 took 4ms 2024-11-14T14:25:25,927 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:25,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5 so closing down 2024-11-14T14:25:25,927 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:25,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:25,929 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:25,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:25,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:25,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742061_1240 (size=743) 2024-11-14T14:25:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742060_1239 (size=743) 2024-11-14T14:25:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742061_1240 (size=743) 2024-11-14T14:25:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742060_1239 (size=743) 2024-11-14T14:25:25,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:25,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:26,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:26,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-14T14:25:26,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5, size=1.4 K (1398bytes) at 1731594325921Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5 so closing down at 1731594325927 (+6 ms)3 split writer threads finished at 1731594325927Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594325930 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594325931 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594325955 (+24 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594325957 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326353 (+396 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594326354 (+1 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731594326355 (+1 ms) 2024-11-14T14:25:26,357 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/corrupt/wal.dat.5 2024-11-14T14:25:26,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:26,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6 2024-11-14T14:25:26,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6 after 0ms 2024-11-14T14:25:26,359 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6 took 2ms 2024-11-14T14:25:26,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6 so closing down 2024-11-14T14:25:26,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:26,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:26,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:26,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:26,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:26,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:26,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742062_1241 (size=749) 2024-11-14T14:25:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742062_1241 (size=749) 2024-11-14T14:25:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742063_1242 (size=749) 2024-11-14T14:25:26,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742063_1242 (size=749) 2024-11-14T14:25:26,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 15 ms) 2024-11-14T14:25:26,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:26,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:26,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:26,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6, size=1.4 K (1405bytes) at 1731594326357Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6 so closing down at 1731594326360 (+3 ms)3 split writer threads finished at 1731594326360Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594326373 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594326388 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326417 (+29 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326417Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594326418 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594326421 (+3 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594326421 2024-11-14T14:25:26,424 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.6 2024-11-14T14:25:26,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:26,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7 2024-11-14T14:25:26,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7 after 1ms 2024-11-14T14:25:26,427 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7 took 3ms 2024-11-14T14:25:26,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7 so closing down 2024-11-14T14:25:26,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:26,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:26,433 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:26,434 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:26,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:26,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742064_1243 (size=753) 2024-11-14T14:25:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742064_1243 (size=753) 2024-11-14T14:25:26,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742065_1244 (size=753) 2024-11-14T14:25:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742065_1244 (size=753) 2024-11-14T14:25:26,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:26,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:26,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7, size=1.4 K (1413bytes) at 1731594326424Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7 so closing down at 1731594326429 (+5 ms)3 split writer threads finished at 1731594326429Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594326434 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594326436 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326454 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594326456 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326470 (+14 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594326472 (+2 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594326472 2024-11-14T14:25:26,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.7 2024-11-14T14:25:26,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:26,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8 2024-11-14T14:25:26,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8 after 0ms 2024-11-14T14:25:26,476 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8 took 2ms 2024-11-14T14:25:26,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8 so closing down 2024-11-14T14:25:26,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:26,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:26,480 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:26,481 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:26,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:26,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742066_1245 (size=753) 2024-11-14T14:25:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742067_1246 (size=753) 2024-11-14T14:25:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742066_1245 (size=753) 2024-11-14T14:25:26,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742067_1246 (size=753) 2024-11-14T14:25:26,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:26,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:26,564 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:26,564 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8, size=1.4 K (1413bytes) at 1731594326474Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8 so closing down at 1731594326478 (+4 ms)3 split writer threads finished at 1731594326478Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594326494 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594326494Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326559 (+65 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594326561 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326562 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594326564 (+2 ms)Processed 20 edits across 2 Regions in 87 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594326564 2024-11-14T14:25:26,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.8 2024-11-14T14:25:26,566 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:26,566 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9 2024-11-14T14:25:26,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9 after 1ms 2024-11-14T14:25:26,570 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9 took 4ms 2024-11-14T14:25:26,577 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9 so closing down 2024-11-14T14:25:26,577 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:26,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:26,587 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:26,589 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:26,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:26,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742068_1247 (size=753) 2024-11-14T14:25:26,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742068_1247 (size=753) 2024-11-14T14:25:26,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:26,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742069_1248 (size=753) 2024-11-14T14:25:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742069_1248 (size=753) 2024-11-14T14:25:26,632 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:26,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:26,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9, size=1.4 K (1413bytes) at 1731594326566Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9 so closing down at 1731594326577 (+11 ms)3 split writer threads finished at 1731594326580 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594326592 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594326592Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326613 (+21 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594326614 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594326632 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594326634 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594326634 2024-11-14T14:25:26,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731594324537/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/e1380079-1981-2e0b-e273-024fc5a2d4eb/oldWALs/wal.dat.9 2024-11-14T14:25:26,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=2900 (was 2908) 2024-11-14T14:25:26,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2899 2024-11-14T14:25:26,730 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:26,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742070_1249 (size=7) 2024-11-14T14:25:26,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742070_1249 (size=7) 2024-11-14T14:25:26,742 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:26,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:26,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:26,748 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:26,748 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a/data/default/t1/e4547b3a72adf995df692c9a7bb96865 2024-11-14T14:25:26,748 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region e4547b3a72adf995df692c9a7bb96865 2024-11-14T14:25:26,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:26,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:26,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742071_1250 (size=3841) 2024-11-14T14:25:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742071_1250 (size=3841) 2024-11-14T14:25:26,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0, size=3.8 K (3841bytes) 2024-11-14T14:25:26,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0 2024-11-14T14:25:26,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0 after 0ms 2024-11-14T14:25:26,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0 took 4ms 2024-11-14T14:25:26,805 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0 so closing down 2024-11-14T14:25:26,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:26,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:26,828 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:26,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742072_1251 (size=1591) 2024-11-14T14:25:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742072_1251 (size=1591) 2024-11-14T14:25:26,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:26,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000009 2024-11-14T14:25:26,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 109 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-14T14:25:26,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0, size=3.8 K (3841bytes) at 1731594326789Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0 so closing down at 1731594326805 (+16 ms)3 split writer threads finished at 1731594326810 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594326836 (+26 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731594326910 (+74 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/data/default/t1/e4547b3a72adf995df692c9a7bb96865/recovered.edits/0000000000000000009 at 1731594326912 (+2 ms)Processed 21 edits across 1 Regions in 109 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731594326912 2024-11-14T14:25:26,915 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/WALs/testsplitleavescompactioneventsedits,16010,1731594326748/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/ea052a2d-82b4-8d1f-6a8b-e59855e8647f/oldWALs/wal.dat.0 2024-11-14T14:25:26,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=2889 (was 2899) 2024-11-14T14:25:26,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2888 2024-11-14T14:25:26,992 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:27,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742073_1252 (size=7) 2024-11-14T14:25:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742073_1252 (size=7) 2024-11-14T14:25:27,016 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:27,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:27,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:27,024 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:27,025 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T14:25:27,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:27,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742074_1253 (size=863) 2024-11-14T14:25:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742074_1253 (size=863) 2024-11-14T14:25:27,053 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:27,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0, size=863 (863bytes) 2024-11-14T14:25:27,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0 2024-11-14T14:25:27,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0 after 0ms 2024-11-14T14:25:27,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0 took 4ms 2024-11-14T14:25:27,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0 so closing down 2024-11-14T14:25:27,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:27,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742075_1254 (size=863) 2024-11-14T14:25:27,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742075_1254 (size=863) 2024-11-14T14:25:27,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T14:25:27,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-14T14:25:27,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0, size=863 (863bytes) at 1731594327076Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0 so closing down at 1731594327082 (+6 ms)3 split writer threads finished at 1731594327082Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594327085 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327099 (+14 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731594327103 (+4 ms)Processed 10 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731594327103 2024-11-14T14:25:27,104 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/WALs/testsplitpreservesedits,16010,1731594327024/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/59e1a78a-e267-dd52-971f-c66ec1866925/oldWALs/wal.dat.0 2024-11-14T14:25:27,126 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=2884 (was 2888) 2024-11-14T14:25:27,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2884 2024-11-14T14:25:27,136 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:27,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742076_1255 (size=7) 2024-11-14T14:25:27,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742076_1255 (size=7) 2024-11-14T14:25:27,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:27,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:27,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:27,162 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:27,162 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:27,163 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:27,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:27,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742077_1256 (size=1393) 2024-11-14T14:25:27,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742077_1256 (size=1393) 2024-11-14T14:25:27,228 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:27,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:27,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742078_1257 (size=1393) 2024-11-14T14:25:27,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742078_1257 (size=1393) 2024-11-14T14:25:27,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:27,291 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:27,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742079_1258 (size=1393) 2024-11-14T14:25:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742079_1258 (size=1393) 2024-11-14T14:25:27,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:27,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742080_1259 (size=1393) 2024-11-14T14:25:27,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742080_1259 (size=1393) 2024-11-14T14:25:27,374 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:27,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742081_1260 (size=1393) 2024-11-14T14:25:27,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742081_1260 (size=1393) 2024-11-14T14:25:27,398 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:27,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742082_1261 (size=1393) 2024-11-14T14:25:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742082_1261 (size=1393) 2024-11-14T14:25:27,426 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:27,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742083_1262 (size=1405) 2024-11-14T14:25:27,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742083_1262 (size=1405) 2024-11-14T14:25:27,465 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:27,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742084_1263 (size=1413) 2024-11-14T14:25:27,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742084_1263 (size=1413) 2024-11-14T14:25:27,486 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:27,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:27,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742085_1264 (size=1413) 2024-11-14T14:25:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742085_1264 (size=1413) 2024-11-14T14:25:27,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:27,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:27,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:27,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:27,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742086_1265 (size=1413) 2024-11-14T14:25:27,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742086_1265 (size=1413) 2024-11-14T14:25:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742087_1266 (size=1394) 2024-11-14T14:25:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742087_1266 (size=1394) 2024-11-14T14:25:27,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:27,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0 2024-11-14T14:25:27,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0 after 0ms 2024-11-14T14:25:27,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0 took 3ms 2024-11-14T14:25:27,675 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0 so closing down 2024-11-14T14:25:27,675 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,675 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,678 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:27,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:27,681 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:27,694 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:27,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742088_1267 (size=743) 2024-11-14T14:25:27,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742088_1267 (size=743) 2024-11-14T14:25:27,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742089_1268 (size=743) 2024-11-14T14:25:27,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742089_1268 (size=743) 2024-11-14T14:25:27,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:27,744 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:27,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0, size=1.4 K (1393bytes) at 1731594327659Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0 so closing down at 1731594327675 (+16 ms)3 split writer threads finished at 1731594327675Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594327679 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594327694 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327732 (+38 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594327733 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327743 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594327744 (+1 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594327744 2024-11-14T14:25:27,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.0 2024-11-14T14:25:27,746 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:27,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1 2024-11-14T14:25:27,748 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1 after 2ms 2024-11-14T14:25:27,751 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1 took 5ms 2024-11-14T14:25:27,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1 so closing down 2024-11-14T14:25:27,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:27,760 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:27,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:27,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742091_1270 (size=743) 2024-11-14T14:25:27,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742091_1270 (size=743) 2024-11-14T14:25:27,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:27,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742090_1269 (size=743) 2024-11-14T14:25:27,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742090_1269 (size=743) 2024-11-14T14:25:27,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:27,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:27,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1, size=1.4 K (1393bytes) at 1731594327746Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1 so closing down at 1731594327754 (+8 ms)3 split writer threads finished at 1731594327754Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594327764 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594327764Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327787 (+23 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594327789 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327792 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594327793 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594327794 (+1 ms) 2024-11-14T14:25:27,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.1 2024-11-14T14:25:27,796 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:27,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2 2024-11-14T14:25:27,796 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2 after 0ms 2024-11-14T14:25:27,798 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2 took 3ms 2024-11-14T14:25:27,799 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2 so closing down 2024-11-14T14:25:27,799 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,799 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:27,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:27,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:27,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742093_1272 (size=743) 2024-11-14T14:25:27,827 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742093_1272 (size=743) 2024-11-14T14:25:27,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742092_1271 (size=743) 2024-11-14T14:25:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742092_1271 (size=743) 2024-11-14T14:25:27,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:27,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:27,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2, size=1.4 K (1393bytes) at 1731594327796Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2 so closing down at 1731594327799 (+3 ms)3 split writer threads finished at 1731594327799Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594327803 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594327803Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327827 (+24 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594327829 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327835 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594327837 (+2 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594327837 2024-11-14T14:25:27,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.2 2024-11-14T14:25:27,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:27,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3 2024-11-14T14:25:27,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3 after 1ms 2024-11-14T14:25:27,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3 took 3ms 2024-11-14T14:25:27,843 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3 so closing down 2024-11-14T14:25:27,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,845 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:27,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:27,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:27,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742094_1273 (size=743) 2024-11-14T14:25:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742094_1273 (size=743) 2024-11-14T14:25:27,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742095_1274 (size=743) 2024-11-14T14:25:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742095_1274 (size=743) 2024-11-14T14:25:27,871 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:27,877 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:27,877 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3, size=1.4 K (1393bytes) at 1731594327839Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3 so closing down at 1731594327843 (+4 ms)3 split writer threads finished at 1731594327843Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594327846 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594327847 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327863 (+16 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594327865 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327871 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594327877 (+6 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594327877 2024-11-14T14:25:27,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.3 2024-11-14T14:25:27,880 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:27,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4 2024-11-14T14:25:27,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4 after 0ms 2024-11-14T14:25:27,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4 took 3ms 2024-11-14T14:25:27,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4 so closing down 2024-11-14T14:25:27,885 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,889 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:27,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:27,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:27,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:27,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742096_1275 (size=743) 2024-11-14T14:25:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742096_1275 (size=743) 2024-11-14T14:25:27,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742097_1276 (size=743) 2024-11-14T14:25:27,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742097_1276 (size=743) 2024-11-14T14:25:27,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:27,915 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:27,915 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4, size=1.4 K (1393bytes) at 1731594327880Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4 so closing down at 1731594327885 (+5 ms)3 split writer threads finished at 1731594327886 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594327890 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594327892 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327903 (+11 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594327904 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327914 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594327915 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594327915 2024-11-14T14:25:27,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.4 2024-11-14T14:25:27,917 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T14:25:27,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5 2024-11-14T14:25:27,917 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5 after 0ms 2024-11-14T14:25:27,919 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-14T14:25:27,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5 so closing down 2024-11-14T14:25:27,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T14:25:27,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5, size=1.4 K (1394bytes) at 1731594327917Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5 so closing down at 1731594327920 (+3 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731594327920 2024-11-14T14:25:27,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/corrupt/wal.dat.5 2024-11-14T14:25:27,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:27,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6 2024-11-14T14:25:27,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6 after 0ms 2024-11-14T14:25:27,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6 took 2ms 2024-11-14T14:25:27,928 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6 so closing down 2024-11-14T14:25:27,928 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,930 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:27,935 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:27,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:27,941 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:27,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742098_1277 (size=749) 2024-11-14T14:25:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742098_1277 (size=749) 2024-11-14T14:25:27,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:27,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742099_1278 (size=749) 2024-11-14T14:25:27,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742099_1278 (size=749) 2024-11-14T14:25:27,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:27,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:27,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6, size=1.4 K (1405bytes) at 1731594327924Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6 so closing down at 1731594327928 (+4 ms)3 split writer threads finished at 1731594327928Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594327936 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594327941 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327947 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594327948 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327962 (+14 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594327963 (+1 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594327963 2024-11-14T14:25:27,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.6 2024-11-14T14:25:27,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:27,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7 2024-11-14T14:25:27,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7 after 1ms 2024-11-14T14:25:27,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7 took 2ms 2024-11-14T14:25:27,968 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7 so closing down 2024-11-14T14:25:27,968 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,968 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:27,972 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:27,973 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:27,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:27,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742100_1279 (size=753) 2024-11-14T14:25:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742101_1280 (size=753) 2024-11-14T14:25:27,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742100_1279 (size=753) 2024-11-14T14:25:27,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742101_1280 (size=753) 2024-11-14T14:25:27,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:27,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:27,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:27,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:27,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7, size=1.4 K (1413bytes) at 1731594327964Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7 so closing down at 1731594327968 (+4 ms)3 split writer threads finished at 1731594327968Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594327974 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594327976 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327991 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594327991Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594327992 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594327993 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594327993 2024-11-14T14:25:27,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.7 2024-11-14T14:25:27,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:27,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8 2024-11-14T14:25:27,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8 after 1ms 2024-11-14T14:25:27,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8 took 3ms 2024-11-14T14:25:27,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8 so closing down 2024-11-14T14:25:27,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:27,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:28,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:28,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:28,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:28,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742102_1281 (size=753) 2024-11-14T14:25:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742102_1281 (size=753) 2024-11-14T14:25:28,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:28,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:28,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742103_1282 (size=753) 2024-11-14T14:25:28,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742103_1282 (size=753) 2024-11-14T14:25:28,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:28,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:28,429 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:28,429 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8, size=1.4 K (1413bytes) at 1731594327994Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8 so closing down at 1731594327998 (+4 ms)3 split writer threads finished at 1731594327998Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594328003 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594328006 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594328015 (+9 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594328017 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594328427 (+410 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594328428 (+1 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594328429 (+1 ms) 2024-11-14T14:25:28,430 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.8 2024-11-14T14:25:28,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:28,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9 2024-11-14T14:25:28,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9 after 1ms 2024-11-14T14:25:28,433 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9 took 3ms 2024-11-14T14:25:28,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9 so closing down 2024-11-14T14:25:28,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:28,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:28,437 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:28,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:28,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:28,444 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742104_1283 (size=753) 2024-11-14T14:25:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742104_1283 (size=753) 2024-11-14T14:25:28,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:28,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742105_1284 (size=753) 2024-11-14T14:25:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742105_1284 (size=753) 2024-11-14T14:25:28,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:28,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:28,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:28,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9, size=1.4 K (1413bytes) at 1731594328430Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9 so closing down at 1731594328434 (+4 ms)3 split writer threads finished at 1731594328434Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594328439 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594328444 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594328458 (+14 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594328460 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594328477 (+17 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594328482 (+5 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594328482 2024-11-14T14:25:28,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731594327162/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/78242054-6012-1167-4991-16cf9651f806/oldWALs/wal.dat.9 2024-11-14T14:25:28,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=2832 (was 2884) 2024-11-14T14:25:28,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=2832 2024-11-14T14:25:28,571 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742106_1285 (size=7) 2024-11-14T14:25:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742106_1285 (size=7) 2024-11-14T14:25:28,590 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:28,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,594 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:28,595 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T14:25:28,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:28,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742107_1286 (size=2403) 2024-11-14T14:25:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742107_1286 (size=2403) 2024-11-14T14:25:28,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:28,648 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0, size=2.3 K (2403bytes) 2024-11-14T14:25:28,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0 2024-11-14T14:25:28,649 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0 after 1ms 2024-11-14T14:25:28,652 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0 took 5ms 2024-11-14T14:25:28,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0 so closing down 2024-11-14T14:25:28,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:28,655 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:28,657 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:28,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:28,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742108_1287 (size=863) 2024-11-14T14:25:28,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742108_1287 (size=863) 2024-11-14T14:25:28,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:28,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T14:25:28,673 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 21 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-14T14:25:28,673 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0, size=2.3 K (2403bytes) at 1731594328648Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0 so closing down at 1731594328654 (+6 ms)3 split writer threads finished at 1731594328655 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594328658 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594328670 (+12 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731594328673 (+3 ms)Processed 20 edits across 1 Regions in 21 ms; skipped=10; WAL=hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731594328673 2024-11-14T14:25:28,675 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/WALs/testsplitremovesregioneventsedits,16010,1731594328595/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/fc292729-e52a-ea4c-3656-38c7075d931b/oldWALs/wal.dat.0 2024-11-14T14:25:28,697 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2831 (was 2832) 2024-11-14T14:25:28,705 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2831 2024-11-14T14:25:28,705 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742109_1288 (size=7) 2024-11-14T14:25:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742109_1288 (size=7) 2024-11-14T14:25:28,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:28,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,723 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:28,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=2830 (was 2831) 2024-11-14T14:25:28,745 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2829 2024-11-14T14:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742110_1289 (size=7) 2024-11-14T14:25:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742110_1289 (size=7) 2024-11-14T14:25:28,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:28,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,764 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:28,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742111_1290 (size=255) 2024-11-14T14:25:28,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742111_1290 (size=255) 2024-11-14T14:25:28,803 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1, size=255 (255bytes) 2024-11-14T14:25:28,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1 2024-11-14T14:25:28,803 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1 after 0ms 2024-11-14T14:25:28,805 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1 took 3ms 2024-11-14T14:25:28,806 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-14T14:25:28,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1 so closing down 2024-11-14T14:25:28,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:28,806 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:28,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-14T14:25:28,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1, size=255 (255bytes) at 1731594328803Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1 so closing down at 1731594328806 (+3 ms)3 split writer threads finished at 1731594328806Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731594328806 2024-11-14T14:25:28,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/WALs/testsplitremovesreplicationmarkeredits,16010,1731594328764/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/e9c21f31-0194-042b-2006-99291b15d9e0/oldWALs/wal.dat.1 2024-11-14T14:25:28,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=2829 (was 2829) 2024-11-14T14:25:28,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2829 2024-11-14T14:25:28,826 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742112_1291 (size=7) 2024-11-14T14:25:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742112_1291 (size=7) 2024-11-14T14:25:28,836 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:28,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,840 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-14T14:25:28,840 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T14:25:28,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:28,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742113_1292 (size=1941) 2024-11-14T14:25:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742113_1292 (size=1941) 2024-11-14T14:25:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:28,856 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a/data/default/t1/region__1 2024-11-14T14:25:28,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0, size=1.9 K (1941bytes) 2024-11-14T14:25:28,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0 2024-11-14T14:25:28,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0 after 0ms 2024-11-14T14:25:28,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0 took 3ms 2024-11-14T14:25:28,881 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-14T14:25:28,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0 so closing down 2024-11-14T14:25:28,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:28,881 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:28,881 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-14T14:25:28,881 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0, size=1.9 K (1941bytes) at 1731594328878Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0 so closing down at 1731594328881 (+3 ms)3 split writer threads finished at 1731594328881Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731594328881 2024-11-14T14:25:28,883 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/WALs/testsplitlogfiledeletedregiondir,16010,1731594328840/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/b820ff73-6f5e-6cbc-2996-f42a5a9c07d7/oldWALs/wal.dat.0 2024-11-14T14:25:28,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=2829 (was 2829) 2024-11-14T14:25:28,899 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2829 2024-11-14T14:25:28,899 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:28,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742114_1293 (size=7) 2024-11-14T14:25:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742114_1293 (size=7) 2024-11-14T14:25:28,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:28,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:28,918 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:28,919 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T14:25:28,919 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:28,919 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:28,919 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:28,920 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742115_1294 (size=1393) 2024-11-14T14:25:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742115_1294 (size=1393) 2024-11-14T14:25:28,940 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:28,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742116_1295 (size=1393) 2024-11-14T14:25:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742116_1295 (size=1393) 2024-11-14T14:25:28,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:28,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:28,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:28,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742117_1296 (size=1393) 2024-11-14T14:25:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742117_1296 (size=1393) 2024-11-14T14:25:28,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:28,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:28,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742118_1297 (size=1393) 2024-11-14T14:25:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742118_1297 (size=1393) 2024-11-14T14:25:29,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:29,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:29,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742119_1298 (size=1393) 2024-11-14T14:25:29,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742119_1298 (size=1393) 2024-11-14T14:25:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:29,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:29,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742120_1299 (size=1393) 2024-11-14T14:25:29,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742120_1299 (size=1393) 2024-11-14T14:25:29,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:29,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:29,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742121_1300 (size=1405) 2024-11-14T14:25:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742121_1300 (size=1405) 2024-11-14T14:25:29,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:29,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:29,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742122_1301 (size=1413) 2024-11-14T14:25:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742122_1301 (size=1413) 2024-11-14T14:25:29,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:29,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742123_1302 (size=1413) 2024-11-14T14:25:29,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742123_1302 (size=1413) 2024-11-14T14:25:29,157 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:29,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742124_1303 (size=1413) 2024-11-14T14:25:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742124_1303 (size=1413) 2024-11-14T14:25:29,171 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:29,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:29,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0 2024-11-14T14:25:29,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0 after 0ms 2024-11-14T14:25:29,191 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0 took 3ms 2024-11-14T14:25:29,193 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0 so closing down 2024-11-14T14:25:29,193 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:29,193 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:29,193 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:29,193 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0, size=1.4 K (1393bytes) at 1731594329189Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0 so closing down at 1731594329193 (+4 ms)3 split writer threads finished at 1731594329193Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/d362e06e-3d64-aee4-1ab0-73a692eed89b/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731594328918/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594329193 2024-11-14T14:25:29,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145 (was 145), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=2827 (was 2829) 2024-11-14T14:25:29,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2826 2024-11-14T14:25:29,209 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742125_1304 (size=7) 2024-11-14T14:25:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742125_1304 (size=7) 2024-11-14T14:25:29,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:29,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:29,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:29,219 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:29,219 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:29,220 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:29,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:29,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742126_1305 (size=1393) 2024-11-14T14:25:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742126_1305 (size=1393) 2024-11-14T14:25:29,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:29,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:29,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742127_1306 (size=1393) 2024-11-14T14:25:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742127_1306 (size=1393) 2024-11-14T14:25:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:29,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742128_1307 (size=1393) 2024-11-14T14:25:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742128_1307 (size=1393) 2024-11-14T14:25:29,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:29,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:29,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742129_1308 (size=1393) 2024-11-14T14:25:29,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:29,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742129_1308 (size=1393) 2024-11-14T14:25:29,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:29,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,675 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:29,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742131_1310 (size=1393) 2024-11-14T14:25:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742131_1310 (size=1393) 2024-11-14T14:25:29,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:29,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:29,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:29,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742132_1311 (size=1405) 2024-11-14T14:25:29,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742132_1311 (size=1405) 2024-11-14T14:25:30,112 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:30,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:30,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742133_1312 (size=1413) 2024-11-14T14:25:30,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742133_1312 (size=1413) 2024-11-14T14:25:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:30,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742134_1313 (size=1413) 2024-11-14T14:25:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742134_1313 (size=1413) 2024-11-14T14:25:30,139 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:30,139 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:30,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742135_1314 (size=1413) 2024-11-14T14:25:30,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742135_1314 (size=1413) 2024-11-14T14:25:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742130_1309 (size=1458) 2024-11-14T14:25:30,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742130_1309 (size=1458) 2024-11-14T14:25:30,579 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:30,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0 2024-11-14T14:25:30,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0 after 0ms 2024-11-14T14:25:30,581 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0 took 3ms 2024-11-14T14:25:30,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0 so closing down 2024-11-14T14:25:30,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:30,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:30,586 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:30,586 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:30,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:30,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742137_1316 (size=743) 2024-11-14T14:25:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742137_1316 (size=743) 2024-11-14T14:25:30,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:30,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742136_1315 (size=743) 2024-11-14T14:25:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742136_1315 (size=743) 2024-11-14T14:25:30,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:30,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:30,607 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:30,607 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0, size=1.4 K (1393bytes) at 1731594330579Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0 so closing down at 1731594330583 (+4 ms)3 split writer threads finished at 1731594330583Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594330587 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594330587Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594330598 (+11 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594330599 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594330606 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594330607 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594330607 2024-11-14T14:25:30,608 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/oldWALs/wal.dat.0 2024-11-14T14:25:30,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:30,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1 2024-11-14T14:25:30,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1 after 0ms 2024-11-14T14:25:30,611 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1 took 2ms 2024-11-14T14:25:30,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1 so closing down 2024-11-14T14:25:30,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:30,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:30,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:30,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:30,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:30,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:30,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742139_1318 (size=743) 2024-11-14T14:25:30,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742139_1318 (size=743) 2024-11-14T14:25:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742138_1317 (size=743) 2024-11-14T14:25:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742138_1317 (size=743) 2024-11-14T14:25:30,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:30,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:31,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:31,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:31,031 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:31,031 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1, size=1.4 K (1393bytes) at 1731594330609Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1 so closing down at 1731594330612 (+3 ms)3 split writer threads finished at 1731594330612Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594330615 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594330616 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594330629 (+13 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594330630 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594331030 (+400 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594331031 (+1 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594331031 2024-11-14T14:25:31,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/oldWALs/wal.dat.1 2024-11-14T14:25:31,033 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:31,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2 2024-11-14T14:25:31,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2 after 0ms 2024-11-14T14:25:31,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2 took 3ms 2024-11-14T14:25:31,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2 so closing down 2024-11-14T14:25:31,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:31,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:31,042 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:31,042 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:31,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:31,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742140_1319 (size=743) 2024-11-14T14:25:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742140_1319 (size=743) 2024-11-14T14:25:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742141_1320 (size=743) 2024-11-14T14:25:31,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742141_1320 (size=743) 2024-11-14T14:25:31,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:31,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:31,057 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:31,057 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:31,057 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:31,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2, size=1.4 K (1393bytes) at 1731594331033Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2 so closing down at 1731594331036 (+3 ms)3 split writer threads finished at 1731594331036Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594331042 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594331043 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594331054 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594331054Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594331057 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594331057Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594331057 2024-11-14T14:25:31,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/oldWALs/wal.dat.2 2024-11-14T14:25:31,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:31,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3 2024-11-14T14:25:31,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3 after 0ms 2024-11-14T14:25:31,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3 took 2ms 2024-11-14T14:25:31,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3 so closing down 2024-11-14T14:25:31,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:31,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:31,064 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:31,066 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:31,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:31,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:31,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742142_1321 (size=743) 2024-11-14T14:25:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742142_1321 (size=743) 2024-11-14T14:25:31,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:31,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:31,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742143_1322 (size=743) 2024-11-14T14:25:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742143_1322 (size=743) 2024-11-14T14:25:31,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:31,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:31,118 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:31,118 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3, size=1.4 K (1393bytes) at 1731594331059Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3 so closing down at 1731594331062 (+3 ms)3 split writer threads finished at 1731594331062Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594331074 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594331074Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594331108 (+34 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594331110 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594331115 (+5 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594331118 (+3 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594331118 2024-11-14T14:25:31,120 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/oldWALs/wal.dat.3 2024-11-14T14:25:31,120 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4, size=1.4 K (1458bytes) 2024-11-14T14:25:31,120 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4 2024-11-14T14:25:31,121 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4 after 0ms 2024-11-14T14:25:31,125 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4 took 5ms 2024-11-14T14:25:31,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4 so closing down 2024-11-14T14:25:31,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:31,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:31,134 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:31,146 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-14T14:25:31,149 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:31,158 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:31,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-14T14:25:31,163 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-14T14:25:31,164 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4, size=1.4 K (1458bytes) at 1731594331120Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4 so closing down at 1731594331129 (+9 ms)3 split writer threads finished at 1731594331129Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594331158 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731594331162 (+4 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731594331163 (+1 ms)Processed 21 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/WALs/testsplitwillfailifwritingtoregionfails,16010,1731594329219/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731594331163 2024-11-14T14:25:31,164 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:31,165 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,166 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:50154 remote=/127.0.0.1:40277]. Total timeout mills is 70000, 69997 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:31,166 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-1295719778-172.17.0.2-1731594284061:blk_1073742144_1323 2024-11-14T14:25:31,172 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:31,173 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34707/user/jenkins/test-data/853d0fdf-b761-e724-c46b-2c562395c5ee/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=149 (was 145) - Thread LEAK? -, OpenFileDescriptor=402 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=2823 (was 2826) 2024-11-14T14:25:31,199 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-730530754_22 at /127.0.0.1:50154 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:40277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50154 dst: /127.0.0.1:40277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,208 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-730530754_22 at /127.0.0.1:44828 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34733:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44828 dst: /127.0.0.1:34733 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,213 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=148, OpenFileDescriptor=402, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2823 2024-11-14T14:25:31,214 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742145_1324 (size=7) 2024-11-14T14:25:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742145_1324 (size=7) 2024-11-14T14:25:31,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:31,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:31,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:31,237 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:31,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T14:25:31,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742146_1325 (size=93) 2024-11-14T14:25:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742146_1325 (size=93) 2024-11-14T14:25:31,280 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:31,285 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:31,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:31,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742147_1326 (size=1393) 2024-11-14T14:25:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742147_1326 (size=1393) 2024-11-14T14:25:31,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:31,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:31,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742148_1327 (size=1393) 2024-11-14T14:25:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742148_1327 (size=1393) 2024-11-14T14:25:31,391 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:31,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742149_1328 (size=1393) 2024-11-14T14:25:31,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742149_1328 (size=1393) 2024-11-14T14:25:31,447 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:31,447 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:31,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742150_1329 (size=1393) 2024-11-14T14:25:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742150_1329 (size=1393) 2024-11-14T14:25:31,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:31,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:31,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742151_1330 (size=1393) 2024-11-14T14:25:31,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742151_1330 (size=1393) 2024-11-14T14:25:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:31,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:31,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742152_1331 (size=1393) 2024-11-14T14:25:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742152_1331 (size=1393) 2024-11-14T14:25:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:31,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742153_1332 (size=1405) 2024-11-14T14:25:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742153_1332 (size=1405) 2024-11-14T14:25:31,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:31,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:31,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742154_1333 (size=1413) 2024-11-14T14:25:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742154_1333 (size=1413) 2024-11-14T14:25:32,003 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:32,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:32,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742155_1334 (size=1413) 2024-11-14T14:25:32,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742155_1334 (size=1413) 2024-11-14T14:25:32,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:32,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:32,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742156_1335 (size=1413) 2024-11-14T14:25:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742156_1335 (size=1413) 2024-11-14T14:25:32,037 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:32,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T14:25:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742157_1336 (size=93) 2024-11-14T14:25:32,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742157_1336 (size=93) 2024-11-14T14:25:32,084 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty, size=93 (93bytes) 2024-11-14T14:25:32,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty 2024-11-14T14:25:32,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty after 0ms 2024-11-14T14:25:32,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty took 3ms 2024-11-14T14:25:32,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty so closing down 2024-11-14T14:25:32,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T14:25:32,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty, size=93 (93bytes) at 1731594332084Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty so closing down at 1731594332096 (+12 ms)3 split writer threads finished at 1731594332097 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731594332097 2024-11-14T14:25:32,100 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat..empty to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat..empty 2024-11-14T14:25:32,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:32,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0 2024-11-14T14:25:32,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0 after 0ms 2024-11-14T14:25:32,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0 took 2ms 2024-11-14T14:25:32,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0 so closing down 2024-11-14T14:25:32,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,123 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:32,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:32,130 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742158_1337 (size=743) 2024-11-14T14:25:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742158_1337 (size=743) 2024-11-14T14:25:32,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:32,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742159_1338 (size=743) 2024-11-14T14:25:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742159_1338 (size=743) 2024-11-14T14:25:32,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:32,161 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:32,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0, size=1.4 K (1393bytes) at 1731594332100Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0 so closing down at 1731594332113 (+13 ms)3 split writer threads finished at 1731594332114 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594332124 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332145 (+21 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594332147 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594332148 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332156 (+8 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594332161 (+5 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594332161 2024-11-14T14:25:32,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.0 2024-11-14T14:25:32,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:32,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1 2024-11-14T14:25:32,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1 after 0ms 2024-11-14T14:25:32,167 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1 took 3ms 2024-11-14T14:25:32,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1 so closing down 2024-11-14T14:25:32,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,169 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,175 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:32,180 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:32,189 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:32,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742161_1340 (size=743) 2024-11-14T14:25:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742160_1339 (size=743) 2024-11-14T14:25:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742161_1340 (size=743) 2024-11-14T14:25:32,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742160_1339 (size=743) 2024-11-14T14:25:32,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:32,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:32,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:32,219 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1, size=1.4 K (1393bytes) at 1731594332164Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1 so closing down at 1731594332168 (+4 ms)3 split writer threads finished at 1731594332169 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594332180 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594332193 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332215 (+22 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332215Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594332217 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594332218 (+1 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594332219 (+1 ms) 2024-11-14T14:25:32,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.1 2024-11-14T14:25:32,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:32,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2 2024-11-14T14:25:32,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2 after 1ms 2024-11-14T14:25:32,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2 took 3ms 2024-11-14T14:25:32,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2 so closing down 2024-11-14T14:25:32,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,238 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:32,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:32,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:32,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742162_1341 (size=743) 2024-11-14T14:25:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742163_1342 (size=743) 2024-11-14T14:25:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742163_1342 (size=743) 2024-11-14T14:25:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742162_1341 (size=743) 2024-11-14T14:25:32,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,259 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:32,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:32,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:32,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2, size=1.4 K (1393bytes) at 1731594332222Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2 so closing down at 1731594332226 (+4 ms)3 split writer threads finished at 1731594332238 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594332243 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594332243Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332258 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332258Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594332259 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594332259Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594332259 2024-11-14T14:25:32,261 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.2 2024-11-14T14:25:32,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:32,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3 2024-11-14T14:25:32,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3 after 0ms 2024-11-14T14:25:32,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3 took 2ms 2024-11-14T14:25:32,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3 so closing down 2024-11-14T14:25:32,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,266 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:32,266 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:32,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:32,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742164_1343 (size=743) 2024-11-14T14:25:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742165_1344 (size=743) 2024-11-14T14:25:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742165_1344 (size=743) 2024-11-14T14:25:32,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742164_1343 (size=743) 2024-11-14T14:25:32,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:32,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:32,283 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3, size=1.4 K (1393bytes) at 1731594332261Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3 so closing down at 1731594332264 (+3 ms)3 split writer threads finished at 1731594332264Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594332267 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594332267Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332274 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594332275 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332282 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594332283 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594332283 2024-11-14T14:25:32,292 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.3 2024-11-14T14:25:32,293 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:32,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4 2024-11-14T14:25:32,293 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4 after 0ms 2024-11-14T14:25:32,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4 took 3ms 2024-11-14T14:25:32,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4 so closing down 2024-11-14T14:25:32,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,306 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:32,307 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:32,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:32,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742166_1345 (size=743) 2024-11-14T14:25:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742166_1345 (size=743) 2024-11-14T14:25:32,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742167_1346 (size=743) 2024-11-14T14:25:32,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742167_1346 (size=743) 2024-11-14T14:25:32,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:32,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:32,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:32,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4, size=1.4 K (1393bytes) at 1731594332293Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4 so closing down at 1731594332301 (+8 ms)3 split writer threads finished at 1731594332301Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594332307 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594332314 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332331 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332333 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594332334 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594332334Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594332334 2024-11-14T14:25:32,336 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.4 2024-11-14T14:25:32,336 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:32,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5 2024-11-14T14:25:32,336 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5 after 0ms 2024-11-14T14:25:32,338 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5 took 2ms 2024-11-14T14:25:32,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5 so closing down 2024-11-14T14:25:32,339 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,350 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:32,360 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:32,362 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:32,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:32,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742168_1347 (size=743) 2024-11-14T14:25:32,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742168_1347 (size=743) 2024-11-14T14:25:32,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:32,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742169_1348 (size=743) 2024-11-14T14:25:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742169_1348 (size=743) 2024-11-14T14:25:32,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:32,385 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:32,385 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5, size=1.4 K (1393bytes) at 1731594332336Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5 so closing down at 1731594332339 (+3 ms)3 split writer threads finished at 1731594332344 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594332360 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594332368 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332375 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594332378 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332382 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594332384 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594332385 (+1 ms) 2024-11-14T14:25:32,386 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.5 2024-11-14T14:25:32,387 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:32,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6 2024-11-14T14:25:32,387 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6 after 0ms 2024-11-14T14:25:32,389 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6 took 3ms 2024-11-14T14:25:32,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6 so closing down 2024-11-14T14:25:32,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,390 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:32,392 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:32,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:32,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742170_1349 (size=749) 2024-11-14T14:25:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742170_1349 (size=749) 2024-11-14T14:25:32,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-11-14T14:25:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742171_1350 (size=749) 2024-11-14T14:25:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742171_1350 (size=749) 2024-11-14T14:25:32,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:32,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:32,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:32,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6, size=1.4 K (1405bytes) at 1731594332387Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6 so closing down at 1731594332390 (+3 ms)3 split writer threads finished at 1731594332390Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594332394 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594332397 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1731594332414 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332415 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594332416 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594332418 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594332418 2024-11-14T14:25:32,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.6 2024-11-14T14:25:32,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:32,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7 2024-11-14T14:25:32,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7 after 1ms 2024-11-14T14:25:32,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7 took 3ms 2024-11-14T14:25:32,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7 so closing down 2024-11-14T14:25:32,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,437 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:32,437 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:32,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:32,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742172_1351 (size=753) 2024-11-14T14:25:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742172_1351 (size=753) 2024-11-14T14:25:32,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-14T14:25:32,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742173_1352 (size=753) 2024-11-14T14:25:32,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742173_1352 (size=753) 2024-11-14T14:25:32,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:32,470 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:32,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7, size=1.4 K (1413bytes) at 1731594332421Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7 so closing down at 1731594332429 (+8 ms)3 split writer threads finished at 1731594332429Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594332439 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594332453 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731594332455 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594332457 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332469 (+12 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594332470 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594332470 2024-11-14T14:25:32,471 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.7 2024-11-14T14:25:32,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:32,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8 2024-11-14T14:25:32,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8 after 0ms 2024-11-14T14:25:32,477 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8 took 5ms 2024-11-14T14:25:32,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8 so closing down 2024-11-14T14:25:32,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:32,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:32,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:32,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:32,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742174_1353 (size=753) 2024-11-14T14:25:32,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742174_1353 (size=753) 2024-11-14T14:25:32,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742175_1354 (size=753) 2024-11-14T14:25:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742175_1354 (size=753) 2024-11-14T14:25:32,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:32,671 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 179 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:32,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8, size=1.4 K (1413bytes) at 1731594332472Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8 so closing down at 1731594332493 (+21 ms)3 split writer threads finished at 1731594332494 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594332520 (+26 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594332522 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332634 (+112 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594332636 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332669 (+33 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594332671 (+2 ms)Processed 20 edits across 2 Regions in 179 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594332671 2024-11-14T14:25:32,673 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.8 2024-11-14T14:25:32,673 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:32,673 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9 2024-11-14T14:25:32,674 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9 after 1ms 2024-11-14T14:25:32,676 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9 took 3ms 2024-11-14T14:25:32,679 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9 so closing down 2024-11-14T14:25:32,679 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,685 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,687 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:32,687 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:32,688 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:32,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742176_1355 (size=753) 2024-11-14T14:25:32,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742176_1355 (size=753) 2024-11-14T14:25:32,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742177_1356 (size=753) 2024-11-14T14:25:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742177_1356 (size=753) 2024-11-14T14:25:32,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:32,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:32,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:32,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9, size=1.4 K (1413bytes) at 1731594332673Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9 so closing down at 1731594332679 (+6 ms)3 split writer threads finished at 1731594332685 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594332688 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594332692 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332703 (+11 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594332704 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594332718 (+14 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594332719 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594332720 (+1 ms) 2024-11-14T14:25:32,721 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.9 2024-11-14T14:25:32,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty, size=93 (93bytes) 2024-11-14T14:25:32,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty 2024-11-14T14:25:32,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty after 0ms 2024-11-14T14:25:32,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty took 1ms 2024-11-14T14:25:32,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty so closing down 2024-11-14T14:25:32,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:32,730 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:32,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T14:25:32,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty, size=93 (93bytes) at 1731594332722Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty so closing down at 1731594332730 (+8 ms)3 split writer threads finished at 1731594332730Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731594332730 2024-11-14T14:25:32,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/WALs/testemptylogfiles,16010,1731594331237/wal.dat.empty to hdfs://localhost:34707/user/jenkins/test-data/25fb70a7-2e7d-e629-a806-5402a856b8dd/oldWALs/wal.dat.empty 2024-11-14T14:25:32,826 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=146 (was 148), OpenFileDescriptor=397 (was 402), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=2793 (was 2823) 2024-11-14T14:25:32,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=2793 2024-11-14T14:25:32,833 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:32,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742178_1357 (size=7) 2024-11-14T14:25:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742178_1357 (size=7) 2024-11-14T14:25:32,860 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:32,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:32,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:32,864 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:32,864 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:32,865 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:32,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742179_1358 (size=1393) 2024-11-14T14:25:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742179_1358 (size=1393) 2024-11-14T14:25:32,877 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:32,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742180_1359 (size=1393) 2024-11-14T14:25:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742180_1359 (size=1393) 2024-11-14T14:25:32,895 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:32,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742181_1360 (size=1393) 2024-11-14T14:25:32,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742181_1360 (size=1393) 2024-11-14T14:25:32,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:32,911 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742182_1361 (size=1393) 2024-11-14T14:25:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742182_1361 (size=1393) 2024-11-14T14:25:32,934 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:32,934 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:32,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742183_1362 (size=1393) 2024-11-14T14:25:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742183_1362 (size=1393) 2024-11-14T14:25:32,949 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:32,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742184_1363 (size=1393) 2024-11-14T14:25:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742184_1363 (size=1393) 2024-11-14T14:25:32,968 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:32,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:32,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742185_1364 (size=1405) 2024-11-14T14:25:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742185_1364 (size=1405) 2024-11-14T14:25:32,989 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:32,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:32,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:32,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742186_1365 (size=1413) 2024-11-14T14:25:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742186_1365 (size=1413) 2024-11-14T14:25:33,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:33,022 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:33,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742187_1366 (size=1413) 2024-11-14T14:25:33,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742187_1366 (size=1413) 2024-11-14T14:25:33,043 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:33,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:33,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:33,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742188_1367 (size=1413) 2024-11-14T14:25:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742188_1367 (size=1413) 2024-11-14T14:25:33,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:33,479 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:33,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0 2024-11-14T14:25:33,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0 after 0ms 2024-11-14T14:25:33,481 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0 took 2ms 2024-11-14T14:25:33,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0 so closing down 2024-11-14T14:25:33,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:33,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:33,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:33,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:33,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:33,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742190_1369 (size=743) 2024-11-14T14:25:33,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742190_1369 (size=743) 2024-11-14T14:25:33,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742189_1368 (size=743) 2024-11-14T14:25:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742189_1368 (size=743) 2024-11-14T14:25:33,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:33,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:33,909 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0, size=1.4 K (1393bytes) at 1731594333479Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0 so closing down at 1731594333486 (+7 ms)3 split writer threads finished at 1731594333486Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594333490 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594333490Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333500 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594333501 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333907 (+406 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594333908 (+1 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594333908 2024-11-14T14:25:33,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.0 2024-11-14T14:25:33,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:33,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1 2024-11-14T14:25:33,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1 after 1ms 2024-11-14T14:25:33,913 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1 took 2ms 2024-11-14T14:25:33,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1 so closing down 2024-11-14T14:25:33,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:33,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:33,915 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:33,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:33,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:33,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:33,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742191_1370 (size=743) 2024-11-14T14:25:33,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742191_1370 (size=743) 2024-11-14T14:25:33,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:33,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742192_1371 (size=743) 2024-11-14T14:25:33,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742192_1371 (size=743) 2024-11-14T14:25:33,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:33,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:33,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1, size=1.4 K (1393bytes) at 1731594333910Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1 so closing down at 1731594333914 (+4 ms)3 split writer threads finished at 1731594333914Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594333917 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594333917Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333926 (+9 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594333927 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333928 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594333929 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594333930 (+1 ms) 2024-11-14T14:25:33,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.1 2024-11-14T14:25:33,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:33,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2 2024-11-14T14:25:33,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2 after 0ms 2024-11-14T14:25:33,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2 took 2ms 2024-11-14T14:25:33,934 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2 so closing down 2024-11-14T14:25:33,934 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:33,934 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:33,936 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:33,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:33,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:33,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742194_1373 (size=743) 2024-11-14T14:25:33,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:33,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742194_1373 (size=743) 2024-11-14T14:25:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742193_1372 (size=743) 2024-11-14T14:25:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742193_1372 (size=743) 2024-11-14T14:25:33,954 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:33,955 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:33,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2, size=1.4 K (1393bytes) at 1731594333931Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2 so closing down at 1731594333934 (+3 ms)3 split writer threads finished at 1731594333934Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594333938 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594333938Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333946 (+8 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594333947 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333954 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594333955 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594333955 2024-11-14T14:25:33,957 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.2 2024-11-14T14:25:33,957 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:33,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3 2024-11-14T14:25:33,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3 after 0ms 2024-11-14T14:25:33,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3 took 2ms 2024-11-14T14:25:33,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3 so closing down 2024-11-14T14:25:33,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:33,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:33,962 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:33,962 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:33,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:33,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742195_1374 (size=743) 2024-11-14T14:25:33,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742195_1374 (size=743) 2024-11-14T14:25:33,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742196_1375 (size=743) 2024-11-14T14:25:33,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742196_1375 (size=743) 2024-11-14T14:25:33,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:33,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:33,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:33,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3, size=1.4 K (1393bytes) at 1731594333957Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3 so closing down at 1731594333960 (+3 ms)3 split writer threads finished at 1731594333960Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594333963 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594333964 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333970 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594333971 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594333972 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594333973 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594333973 2024-11-14T14:25:33,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.3 2024-11-14T14:25:33,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:33,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4 2024-11-14T14:25:33,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4 after 0ms 2024-11-14T14:25:33,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4 took 1ms 2024-11-14T14:25:33,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4 so closing down 2024-11-14T14:25:33,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:33,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:33,981 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:33,983 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:33,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:33,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742197_1376 (size=743) 2024-11-14T14:25:34,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742197_1376 (size=743) 2024-11-14T14:25:34,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742198_1377 (size=743) 2024-11-14T14:25:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742198_1377 (size=743) 2024-11-14T14:25:34,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:34,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:34,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4, size=1.4 K (1393bytes) at 1731594333976Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4 so closing down at 1731594333979 (+3 ms)3 split writer threads finished at 1731594333979Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594333983 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594333988 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334028 (+40 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594334029 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334041 (+12 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594334043 (+2 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594334043 2024-11-14T14:25:34,045 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.4 2024-11-14T14:25:34,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:34,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5 2024-11-14T14:25:34,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5 after 0ms 2024-11-14T14:25:34,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5 took 2ms 2024-11-14T14:25:34,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5 so closing down 2024-11-14T14:25:34,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:34,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:34,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:34,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:34,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:34,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742200_1379 (size=743) 2024-11-14T14:25:34,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742200_1379 (size=743) 2024-11-14T14:25:34,071 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742199_1378 (size=743) 2024-11-14T14:25:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742199_1378 (size=743) 2024-11-14T14:25:34,087 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:34,090 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:34,090 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5, size=1.4 K (1393bytes) at 1731594334045Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5 so closing down at 1731594334048 (+3 ms)3 split writer threads finished at 1731594334052 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594334056 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594334056Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334071 (+15 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594334072 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334087 (+15 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594334090 (+3 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594334090 2024-11-14T14:25:34,092 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.5 2024-11-14T14:25:34,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:34,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6 2024-11-14T14:25:34,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6 after 0ms 2024-11-14T14:25:34,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6 took 3ms 2024-11-14T14:25:34,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6 so closing down 2024-11-14T14:25:34,096 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:34,096 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:34,103 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:34,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:34,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:34,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742201_1380 (size=749) 2024-11-14T14:25:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742201_1380 (size=749) 2024-11-14T14:25:34,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742202_1381 (size=749) 2024-11-14T14:25:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742202_1381 (size=749) 2024-11-14T14:25:34,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:34,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:34,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6, size=1.4 K (1405bytes) at 1731594334092Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6 so closing down at 1731594334096 (+4 ms)3 split writer threads finished at 1731594334096Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594334121 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594334123 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334149 (+26 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594334154 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334561 (+407 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594334562 (+1 ms)Processed 20 edits across 2 Regions in 467 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594334562 2024-11-14T14:25:34,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.6 2024-11-14T14:25:34,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:34,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7 2024-11-14T14:25:34,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7 after 0ms 2024-11-14T14:25:34,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7 took 2ms 2024-11-14T14:25:34,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7 so closing down 2024-11-14T14:25:34,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:34,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:34,569 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:34,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:34,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:34,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:34,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742203_1382 (size=753) 2024-11-14T14:25:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742203_1382 (size=753) 2024-11-14T14:25:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742204_1383 (size=753) 2024-11-14T14:25:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742204_1383 (size=753) 2024-11-14T14:25:34,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:34,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:34,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:34,988 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:34,988 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7, size=1.4 K (1413bytes) at 1731594334564Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7 so closing down at 1731594334567 (+3 ms)3 split writer threads finished at 1731594334567Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594334572 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594334574 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334598 (+24 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594334599 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594334986 (+387 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594334988 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594334988 2024-11-14T14:25:34,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.7 2024-11-14T14:25:34,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:34,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8 2024-11-14T14:25:34,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8 after 1ms 2024-11-14T14:25:34,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8 took 2ms 2024-11-14T14:25:34,992 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8 so closing down 2024-11-14T14:25:34,992 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:34,993 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:34,996 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:34,996 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:34,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:34,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742205_1384 (size=753) 2024-11-14T14:25:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742205_1384 (size=753) 2024-11-14T14:25:35,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:35,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:35,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742206_1385 (size=753) 2024-11-14T14:25:35,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:35,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742206_1385 (size=753) 2024-11-14T14:25:35,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:35,009 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:35,009 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8, size=1.4 K (1413bytes) at 1731594334989Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8 so closing down at 1731594334992 (+3 ms)3 split writer threads finished at 1731594334993 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594334997 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594334998 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594335005 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594335007 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594335007Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594335009 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594335009 2024-11-14T14:25:35,011 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.8 2024-11-14T14:25:35,011 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:35,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9 2024-11-14T14:25:35,011 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9 after 0ms 2024-11-14T14:25:35,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9 took 2ms 2024-11-14T14:25:35,014 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9 so closing down 2024-11-14T14:25:35,014 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:35,015 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:35,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:35,016 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:35,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:35,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742207_1386 (size=753) 2024-11-14T14:25:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742207_1386 (size=753) 2024-11-14T14:25:35,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:35,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742208_1387 (size=753) 2024-11-14T14:25:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742208_1387 (size=753) 2024-11-14T14:25:35,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:35,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:35,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:35,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9, size=1.4 K (1413bytes) at 1731594335011Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9 so closing down at 1731594335014 (+3 ms)3 split writer threads finished at 1731594335015 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594335018 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594335022 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594335030 (+8 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594335031 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594335038 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594335039 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594335040 (+1 ms) 2024-11-14T14:25:35,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731594332864/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/5036b096-896e-f9ce-69e6-f2e7ecc34ae4/oldWALs/wal.dat.9 2024-11-14T14:25:35,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2782 (was 2793) 2024-11-14T14:25:35,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=2781 2024-11-14T14:25:35,055 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:35,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742209_1388 (size=7) 2024-11-14T14:25:35,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742209_1388 (size=7) 2024-11-14T14:25:35,066 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:35,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:35,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:35,070 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:35,074 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:34707/user/jenkins/test-data/fbc8ed2f-0226-a66a-5825-9a074ec6232e/data/hbase/meta/1588230740/recovered.edits 2024-11-14T14:25:35,089 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=2787 (was 2781) - AvailableMemoryMB LEAK? - 2024-11-14T14:25:35,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=2787 2024-11-14T14:25:35,097 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742210_1389 (size=7) 2024-11-14T14:25:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742210_1389 (size=7) 2024-11-14T14:25:35,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:35,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:35,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:35,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:35,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-14T14:25:35,116 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:35,118 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-14T14:25:35,118 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742211_1390 (size=818) 2024-11-14T14:25:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742211_1390 (size=818) 2024-11-14T14:25:35,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5, size=818 (818bytes) 2024-11-14T14:25:35,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5 2024-11-14T14:25:35,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5 after 0ms 2024-11-14T14:25:35,159 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5 took 2ms 2024-11-14T14:25:35,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5 so closing down 2024-11-14T14:25:35,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:35,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:35,170 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-14T14:25:35,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-14T14:25:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742212_1391 (size=783) 2024-11-14T14:25:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742212_1391 (size=783) 2024-11-14T14:25:35,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-14T14:25:35,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-14T14:25:35,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-14T14:25:35,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5, size=818 (818bytes) at 1731594335157Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5 so closing down at 1731594335166 (+9 ms)3 split writer threads finished at 1731594335168 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731594335170 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731594335182 (+12 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731594335184 (+2 ms)Processed 11 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731594335184 2024-11-14T14:25:35,186 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/WALs/testemptywaledit,16010,1731594335113/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/30b5e9b8-de1e-4eec-6055-6fe00dae3016/oldWALs/wal.dat.5 2024-11-14T14:25:35,207 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=2785 (was 2787) 2024-11-14T14:25:35,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=442, ProcessCount=11, AvailableMemoryMB=2784 2024-11-14T14:25:35,223 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742213_1392 (size=7) 2024-11-14T14:25:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742213_1392 (size=7) 2024-11-14T14:25:35,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:35,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:35,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:35,268 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:35,268 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:35,269 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:35,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:35,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742214_1393 (size=1393) 2024-11-14T14:25:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742214_1393 (size=1393) 2024-11-14T14:25:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:35,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742215_1394 (size=1393) 2024-11-14T14:25:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742215_1394 (size=1393) 2024-11-14T14:25:35,355 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:35,356 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742216_1395 (size=1393) 2024-11-14T14:25:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742216_1395 (size=1393) 2024-11-14T14:25:35,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:35,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742217_1396 (size=1393) 2024-11-14T14:25:35,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742217_1396 (size=1393) 2024-11-14T14:25:35,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:35,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:35,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742218_1397 (size=1393) 2024-11-14T14:25:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742218_1397 (size=1393) 2024-11-14T14:25:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:35,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742219_1398 (size=1393) 2024-11-14T14:25:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742219_1398 (size=1393) 2024-11-14T14:25:35,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:35,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:35,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742220_1399 (size=1405) 2024-11-14T14:25:35,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742220_1399 (size=1405) 2024-11-14T14:25:36,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:36,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:36,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742221_1400 (size=1413) 2024-11-14T14:25:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742221_1400 (size=1413) 2024-11-14T14:25:36,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:36,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:36,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742222_1401 (size=1413) 2024-11-14T14:25:36,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742222_1401 (size=1413) 2024-11-14T14:25:36,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:36,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:36,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:36,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742223_1402 (size=1413) 2024-11-14T14:25:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742223_1402 (size=1413) 2024-11-14T14:25:36,279 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:36,312 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:36,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0 2024-11-14T14:25:36,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0 after 0ms 2024-11-14T14:25:36,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0 took 2ms 2024-11-14T14:25:36,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0 so closing down 2024-11-14T14:25:36,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:36,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:36,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:36,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:36,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:36,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742225_1404 (size=743) 2024-11-14T14:25:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742225_1404 (size=743) 2024-11-14T14:25:36,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:36,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742226_1405 (size=743) 2024-11-14T14:25:36,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742226_1405 (size=743) 2024-11-14T14:25:36,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:36,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:36,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0, size=1.4 K (1393bytes) at 1731594336312Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0 so closing down at 1731594336316 (+4 ms)3 split writer threads finished at 1731594336316Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594336326 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594336326Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336339 (+13 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594336340 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336356 (+16 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594336358 (+2 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594336358 2024-11-14T14:25:36,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.0 2024-11-14T14:25:36,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:36,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1 2024-11-14T14:25:36,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1 after 1ms 2024-11-14T14:25:36,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1 took 4ms 2024-11-14T14:25:36,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1 so closing down 2024-11-14T14:25:36,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:36,375 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:36,378 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:36,382 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:36,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:36,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742227_1406 (size=743) 2024-11-14T14:25:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742227_1406 (size=743) 2024-11-14T14:25:36,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:36,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742228_1407 (size=743) 2024-11-14T14:25:36,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742228_1407 (size=743) 2024-11-14T14:25:36,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:36,436 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:36,436 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1, size=1.4 K (1393bytes) at 1731594336360Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1 so closing down at 1731594336365 (+5 ms)3 split writer threads finished at 1731594336375 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594336392 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594336399 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336426 (+27 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594336427 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336435 (+8 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594336436 (+1 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594336436 2024-11-14T14:25:36,437 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.1 2024-11-14T14:25:36,437 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:36,437 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2 2024-11-14T14:25:36,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2 after 1ms 2024-11-14T14:25:36,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2 took 3ms 2024-11-14T14:25:36,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2 so closing down 2024-11-14T14:25:36,441 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:36,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:36,444 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:36,445 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:36,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:36,456 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742229_1408 (size=743) 2024-11-14T14:25:36,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742229_1408 (size=743) 2024-11-14T14:25:36,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,472 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:36,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742230_1409 (size=743) 2024-11-14T14:25:36,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742230_1409 (size=743) 2024-11-14T14:25:36,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:36,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:36,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2, size=1.4 K (1393bytes) at 1731594336437Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2 so closing down at 1731594336441 (+4 ms)3 split writer threads finished at 1731594336442 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594336452 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594336456 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336471 (+15 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594336472 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336480 (+8 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594336481 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594336481 2024-11-14T14:25:36,483 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.2 2024-11-14T14:25:36,483 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:36,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3 2024-11-14T14:25:36,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3 after 1ms 2024-11-14T14:25:36,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3 took 3ms 2024-11-14T14:25:36,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3 so closing down 2024-11-14T14:25:36,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:36,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:36,489 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:36,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:36,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:36,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:36,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742231_1410 (size=743) 2024-11-14T14:25:36,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742231_1410 (size=743) 2024-11-14T14:25:36,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742232_1411 (size=743) 2024-11-14T14:25:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742232_1411 (size=743) 2024-11-14T14:25:36,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:36,515 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:36,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3, size=1.4 K (1393bytes) at 1731594336483Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3 so closing down at 1731594336487 (+4 ms)3 split writer threads finished at 1731594336488 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594336491 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594336496 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336506 (+10 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594336507 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336514 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594336515 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594336516 (+1 ms) 2024-11-14T14:25:36,517 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.3 2024-11-14T14:25:36,517 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:36,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4 2024-11-14T14:25:36,517 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4 after 0ms 2024-11-14T14:25:36,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4 took 2ms 2024-11-14T14:25:36,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4 so closing down 2024-11-14T14:25:36,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:36,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:36,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:36,523 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:36,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:36,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742234_1413 (size=743) 2024-11-14T14:25:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742234_1413 (size=743) 2024-11-14T14:25:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742233_1412 (size=743) 2024-11-14T14:25:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742233_1412 (size=743) 2024-11-14T14:25:36,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:36,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:36,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:36,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:36,934 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4, size=1.4 K (1393bytes) at 1731594336517Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4 so closing down at 1731594336520 (+3 ms)3 split writer threads finished at 1731594336520Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594336524 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594336524Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336542 (+18 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594336543 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594336933 (+390 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594336934 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594336934 2024-11-14T14:25:36,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.4 2024-11-14T14:25:36,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T14:25:36,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 2024-11-14T14:25:36,936 WARN [IPC Server handler 3 on default port 34707 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-14T14:25:36,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 after 0ms 2024-11-14T14:25:37,636 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_333783231_22 at /127.0.0.1:40086 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:34733:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40086 dst: /127.0.0.1:34733 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34733 remote=/127.0.0.1:40086]. Total timeout mills is 60000, 58654 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:37,637 WARN [ResponseProcessor for block BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:37,637 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_333783231_22 at /127.0.0.1:50830 [Receiving block BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:40277:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50830 dst: /127.0.0.1:40277 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:37,637 WARN [DataStreamer for file /user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 block BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34733,DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c,DISK], DatanodeInfoWithStorage[127.0.0.1:40277,DS-40c16af6-34bd-4094-b5b4-295d6df8d61d,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34733,DS-0a658ce2-6a94-40b6-925e-8de3184f3e5c,DISK]) is bad. 2024-11-14T14:25:37,638 WARN [DataStreamer for file /user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 block BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1295719778-172.17.0.2-1731594284061:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T14:25:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742224_1414 (size=1394) 2024-11-14T14:25:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742224_1414 (size=1394) 2024-11-14T14:25:40,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 after 4002ms 2024-11-14T14:25:40,944 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 took 4008ms 2024-11-14T14:25:40,946 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:40,947 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 so closing down 2024-11-14T14:25:40,947 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:40,947 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:40,949 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:40,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:40,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:40,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742236_1416 (size=353) 2024-11-14T14:25:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742235_1415 (size=418) 2024-11-14T14:25:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742235_1415 (size=418) 2024-11-14T14:25:40,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:40,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742236_1416 (size=353) 2024-11-14T14:25:40,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:40,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T14:25:40,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-14T14:25:40,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T14:25:40,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5, size=1.4 K (1394bytes) at 1731594336936Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 so closing down at 1731594340947 (+4011 ms)3 split writer threads finished at 1731594340947Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594340950 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594340951 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731594340955 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594340956 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731594340957 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731594340957Processed 9 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731594340957 2024-11-14T14:25:40,958 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/corrupt/wal.dat.5 2024-11-14T14:25:40,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:40,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6 2024-11-14T14:25:40,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6 after 0ms 2024-11-14T14:25:40,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6 took 3ms 2024-11-14T14:25:40,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6 so closing down 2024-11-14T14:25:40,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:40,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:40,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:40,964 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:40,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:40,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742237_1417 (size=749) 2024-11-14T14:25:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742237_1417 (size=749) 2024-11-14T14:25:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742238_1418 (size=749) 2024-11-14T14:25:40,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742238_1418 (size=749) 2024-11-14T14:25:40,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:41,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:41,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:41,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6, size=1.4 K (1405bytes) at 1731594340959Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6 so closing down at 1731594340962 (+3 ms)3 split writer threads finished at 1731594340962Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594340965 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594340965Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594340968 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594340969 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594341370 (+401 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594341375 (+5 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594341375 2024-11-14T14:25:41,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.6 2024-11-14T14:25:41,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:41,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7 2024-11-14T14:25:41,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7 after 1ms 2024-11-14T14:25:41,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7 took 4ms 2024-11-14T14:25:41,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7 so closing down 2024-11-14T14:25:41,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:41,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:41,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:41,387 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:41,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:41,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742240_1420 (size=753) 2024-11-14T14:25:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742240_1420 (size=753) 2024-11-14T14:25:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742239_1419 (size=753) 2024-11-14T14:25:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742239_1419 (size=753) 2024-11-14T14:25:41,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,806 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:41,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:41,806 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:41,806 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7, size=1.4 K (1413bytes) at 1731594341380Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7 so closing down at 1731594341385 (+5 ms)3 split writer threads finished at 1731594341385Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594341388 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594341388Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594341802 (+414 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594341802Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594341806 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594341806Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594341806 2024-11-14T14:25:41,809 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.7 2024-11-14T14:25:41,810 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:41,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8 2024-11-14T14:25:41,810 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8 after 0ms 2024-11-14T14:25:41,812 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8 took 3ms 2024-11-14T14:25:41,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8 so closing down 2024-11-14T14:25:41,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:41,813 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:41,815 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:41,815 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:41,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:41,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742241_1421 (size=753) 2024-11-14T14:25:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742241_1421 (size=753) 2024-11-14T14:25:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742242_1422 (size=753) 2024-11-14T14:25:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742242_1422 (size=753) 2024-11-14T14:25:41,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:41,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:41,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:41,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8, size=1.4 K (1413bytes) at 1731594341810Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8 so closing down at 1731594341813 (+3 ms)3 split writer threads finished at 1731594341813Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594341816 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594341816Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594341825 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594341825Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594341826 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594341826Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594341826 2024-11-14T14:25:41,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.8 2024-11-14T14:25:41,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:41,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9 2024-11-14T14:25:41,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9 after 1ms 2024-11-14T14:25:41,829 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9 took 2ms 2024-11-14T14:25:41,830 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9 so closing down 2024-11-14T14:25:41,830 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:41,830 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:41,831 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:41,831 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:41,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:41,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742243_1423 (size=753) 2024-11-14T14:25:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742244_1424 (size=753) 2024-11-14T14:25:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742243_1423 (size=753) 2024-11-14T14:25:41,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742244_1424 (size=753) 2024-11-14T14:25:41,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:41,837 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:41,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:41,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9, size=1.4 K (1413bytes) at 1731594341827Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9 so closing down at 1731594341830 (+3 ms)3 split writer threads finished at 1731594341830Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594341832 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594341832Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594341836 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594341836Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594341837 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594341837Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594341837 2024-11-14T14:25:41,838 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731594335268/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/4346a26c-ab0c-43a3-3fdf-774d7b50aafc/oldWALs/wal.dat.9 2024-11-14T14:25:41,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=146 (was 146), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 442), ProcessCount=11 (was 11), AvailableMemoryMB=2798 (was 2784) - AvailableMemoryMB LEAK? - 2024-11-14T14:25:41,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=2797 2024-11-14T14:25:41,893 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742245_1425 (size=7) 2024-11-14T14:25:41,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742245_1425 (size=7) 2024-11-14T14:25:41,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:41,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:41,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:41,902 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:41,902 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T14:25:41,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:41,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:41,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742246_1426 (size=863) 2024-11-14T14:25:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742246_1426 (size=863) 2024-11-14T14:25:41,911 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742247_1427 (size=823) 2024-11-14T14:25:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742247_1427 (size=823) 2024-11-14T14:25:41,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0, size=823 (823bytes) 2024-11-14T14:25:41,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0 2024-11-14T14:25:41,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0 after 0ms 2024-11-14T14:25:41,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0 took 2ms 2024-11-14T14:25:41,937 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0; continuing. 2024-11-14T14:25:41,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0 so closing down 2024-11-14T14:25:41,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:41,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:41,939 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:41,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742248_1428 (size=786) 2024-11-14T14:25:41,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742248_1428 (size=786) 2024-11-14T14:25:41,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:41,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-14T14:25:41,945 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-14T14:25:41,945 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0, size=823 (823bytes) at 1731594341931Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0 so closing down at 1731594341937 (+6 ms)3 split writer threads finished at 1731594341937Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594341940 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594341944 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731594341945 (+1 ms)Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731594341945 2024-11-14T14:25:41,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/WALs/testeofisignored,16010,1731594341902/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/b7acabf7-3bad-0461-9643-185fd4d930f7/oldWALs/wal.dat.0 2024-11-14T14:25:41,957 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=2794 (was 2797) 2024-11-14T14:25:41,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=2793 2024-11-14T14:25:41,963 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:41,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742249_1429 (size=7) 2024-11-14T14:25:41,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742249_1429 (size=7) 2024-11-14T14:25:41,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:41,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:41,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:41,971 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:41,971 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-14T14:25:41,972 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T14:25:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742250_1430 (size=93) 2024-11-14T14:25:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742250_1430 (size=93) 2024-11-14T14:25:41,990 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty, size=93 (93bytes) 2024-11-14T14:25:41,990 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty 2024-11-14T14:25:41,991 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty after 1ms 2024-11-14T14:25:41,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty took 2ms 2024-11-14T14:25:41,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty so closing down 2024-11-14T14:25:41,993 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:41,993 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:41,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T14:25:41,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty, size=93 (93bytes) at 1731594341990Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty so closing down at 1731594341993 (+3 ms)3 split writer threads finished at 1731594341993Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731594341993 2024-11-14T14:25:41,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/WALs/testsplitlogfileempty,16010,1731594341971/wal.dat..empty to hdfs://localhost:34707/user/jenkins/test-data/a5f2479b-5713-22aa-a6c1-e1eae0332080/oldWALs/wal.dat..empty 2024-11-14T14:25:42,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=2791 (was 2793) 2024-11-14T14:25:42,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=2788 2024-11-14T14:25:42,011 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742251_1431 (size=7) 2024-11-14T14:25:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742251_1431 (size=7) 2024-11-14T14:25:42,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:42,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:42,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:42,022 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:42,022 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:42,022 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:42,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742252_1432 (size=1393) 2024-11-14T14:25:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742252_1432 (size=1393) 2024-11-14T14:25:42,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:42,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742253_1433 (size=1393) 2024-11-14T14:25:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742253_1433 (size=1393) 2024-11-14T14:25:42,041 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:42,042 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742254_1434 (size=1393) 2024-11-14T14:25:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742254_1434 (size=1393) 2024-11-14T14:25:42,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:42,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742255_1435 (size=1393) 2024-11-14T14:25:42,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742255_1435 (size=1393) 2024-11-14T14:25:42,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:42,058 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742256_1436 (size=1393) 2024-11-14T14:25:42,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742256_1436 (size=1393) 2024-11-14T14:25:42,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:42,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:42,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742257_1437 (size=1393) 2024-11-14T14:25:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742257_1437 (size=1393) 2024-11-14T14:25:42,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:42,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742258_1438 (size=1405) 2024-11-14T14:25:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742258_1438 (size=1405) 2024-11-14T14:25:42,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:42,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:42,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742259_1439 (size=1413) 2024-11-14T14:25:42,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742259_1439 (size=1413) 2024-11-14T14:25:42,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:42,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742260_1440 (size=1413) 2024-11-14T14:25:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742260_1440 (size=1413) 2024-11-14T14:25:42,099 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:42,099 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:42,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742261_1441 (size=1413) 2024-11-14T14:25:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742261_1441 (size=1413) 2024-11-14T14:25:42,107 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:42,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:42,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0 2024-11-14T14:25:42,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0 after 0ms 2024-11-14T14:25:42,124 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0 took 2ms 2024-11-14T14:25:42,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0 so closing down 2024-11-14T14:25:42,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,128 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:42,128 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:42,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:42,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742263_1443 (size=743) 2024-11-14T14:25:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742262_1442 (size=743) 2024-11-14T14:25:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742262_1442 (size=743) 2024-11-14T14:25:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742263_1443 (size=743) 2024-11-14T14:25:42,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T14:25:42,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:42,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:42,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0, size=1.4 K (1393bytes) at 1731594342122Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0 so closing down at 1731594342126 (+4 ms)3 split writer threads finished at 1731594342126Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594342129 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594342129Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342133 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342133Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731594342134 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594342134Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594342134 2024-11-14T14:25:42,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.0 2024-11-14T14:25:42,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:42,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1 2024-11-14T14:25:42,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1 after 1ms 2024-11-14T14:25:42,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1 took 2ms 2024-11-14T14:25:42,138 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1 so closing down 2024-11-14T14:25:42,138 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,138 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,140 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:42,140 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:42,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:42,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742265_1445 (size=743) 2024-11-14T14:25:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742264_1444 (size=743) 2024-11-14T14:25:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742264_1444 (size=743) 2024-11-14T14:25:42,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742265_1445 (size=743) 2024-11-14T14:25:42,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T14:25:42,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:42,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:42,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1, size=1.4 K (1393bytes) at 1731594342135Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1 so closing down at 1731594342138 (+3 ms)3 split writer threads finished at 1731594342138Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594342141 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594342141Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342144 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342144Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731594342145 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594342145Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594342145 2024-11-14T14:25:42,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.1 2024-11-14T14:25:42,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:42,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2 2024-11-14T14:25:42,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2 after 0ms 2024-11-14T14:25:42,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2 took 1ms 2024-11-14T14:25:42,149 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2 so closing down 2024-11-14T14:25:42,149 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,149 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,151 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:42,151 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:42,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:42,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742267_1447 (size=743) 2024-11-14T14:25:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742267_1447 (size=743) 2024-11-14T14:25:42,158 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,159 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T14:25:42,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742266_1446 (size=743) 2024-11-14T14:25:42,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742266_1446 (size=743) 2024-11-14T14:25:42,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:42,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:42,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2, size=1.4 K (1393bytes) at 1731594342147Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2 so closing down at 1731594342149 (+2 ms)3 split writer threads finished at 1731594342149Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594342152 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594342152Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342158 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731594342159 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342162 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594342163 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594342163 2024-11-14T14:25:42,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.2 2024-11-14T14:25:42,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:42,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3 2024-11-14T14:25:42,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3 after 1ms 2024-11-14T14:25:42,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3 took 2ms 2024-11-14T14:25:42,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3 so closing down 2024-11-14T14:25:42,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:42,169 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:42,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:42,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742268_1448 (size=743) 2024-11-14T14:25:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742268_1448 (size=743) 2024-11-14T14:25:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742269_1449 (size=743) 2024-11-14T14:25:42,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742269_1449 (size=743) 2024-11-14T14:25:42,174 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:42,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T14:25:42,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:42,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3, size=1.4 K (1393bytes) at 1731594342164Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3 so closing down at 1731594342168 (+4 ms)3 split writer threads finished at 1731594342168Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594342170 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594342170Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342174 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342174Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594342175 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731594342175Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594342175 2024-11-14T14:25:42,176 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.3 2024-11-14T14:25:42,176 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:42,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4 2024-11-14T14:25:42,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4 after 1ms 2024-11-14T14:25:42,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4 took 2ms 2024-11-14T14:25:42,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4 so closing down 2024-11-14T14:25:42,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:42,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:42,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:42,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742271_1451 (size=743) 2024-11-14T14:25:42,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742270_1450 (size=743) 2024-11-14T14:25:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742270_1450 (size=743) 2024-11-14T14:25:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742271_1451 (size=743) 2024-11-14T14:25:42,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:42,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T14:25:42,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:42,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4, size=1.4 K (1393bytes) at 1731594342176Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4 so closing down at 1731594342180 (+4 ms)3 split writer threads finished at 1731594342180Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594342182 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594342182Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342186 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342186Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594342187 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731594342187Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594342187 2024-11-14T14:25:42,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.4 2024-11-14T14:25:42,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:42,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5 2024-11-14T14:25:42,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5 after 0ms 2024-11-14T14:25:42,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5 took 2ms 2024-11-14T14:25:42,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5 so closing down 2024-11-14T14:25:42,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,192 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:42,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:42,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:42,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742272_1452 (size=743) 2024-11-14T14:25:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742273_1453 (size=743) 2024-11-14T14:25:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742273_1453 (size=743) 2024-11-14T14:25:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742272_1452 (size=743) 2024-11-14T14:25:42,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:42,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T14:25:42,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T14:25:42,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5, size=1.4 K (1393bytes) at 1731594342188Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5 so closing down at 1731594342191 (+3 ms)3 split writer threads finished at 1731594342192 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594342194 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594342194Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342201 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342202 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594342202Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731594342202Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731594342202 2024-11-14T14:25:42,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.5 2024-11-14T14:25:42,204 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:42,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6 2024-11-14T14:25:42,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6 after 0ms 2024-11-14T14:25:42,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6 took 2ms 2024-11-14T14:25:42,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6 so closing down 2024-11-14T14:25:42,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:42,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:42,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:42,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:42,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742274_1454 (size=749) 2024-11-14T14:25:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742274_1454 (size=749) 2024-11-14T14:25:42,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T14:25:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742275_1455 (size=749) 2024-11-14T14:25:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742275_1455 (size=749) 2024-11-14T14:25:42,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:42,221 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T14:25:42,221 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6, size=1.4 K (1405bytes) at 1731594342204Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6 so closing down at 1731594342207 (+3 ms)3 split writer threads finished at 1731594342207Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594342209 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594342209Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342214 (+5 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731594342215 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342220 (+5 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594342221 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731594342221 2024-11-14T14:25:42,223 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.6 2024-11-14T14:25:42,223 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:42,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7 2024-11-14T14:25:42,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7 after 0ms 2024-11-14T14:25:42,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7 took 2ms 2024-11-14T14:25:42,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7 so closing down 2024-11-14T14:25:42,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,227 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:42,227 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:42,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:42,228 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742276_1456 (size=753) 2024-11-14T14:25:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742276_1456 (size=753) 2024-11-14T14:25:42,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742277_1457 (size=753) 2024-11-14T14:25:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742277_1457 (size=753) 2024-11-14T14:25:42,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:42,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T14:25:42,635 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:42,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7, size=1.4 K (1413bytes) at 1731594342223Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7 so closing down at 1731594342226 (+3 ms)3 split writer threads finished at 1731594342226Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594342228 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594342228Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342232 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594342233 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342633 (+400 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731594342635 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594342635 2024-11-14T14:25:42,683 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.7 2024-11-14T14:25:42,684 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:42,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8 2024-11-14T14:25:42,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8 after 1ms 2024-11-14T14:25:42,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8 took 7ms 2024-11-14T14:25:42,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8 so closing down 2024-11-14T14:25:42,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,694 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:42,694 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:42,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:42,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742278_1458 (size=753) 2024-11-14T14:25:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742278_1458 (size=753) 2024-11-14T14:25:42,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742279_1459 (size=753) 2024-11-14T14:25:42,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742279_1459 (size=753) 2024-11-14T14:25:42,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:42,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T14:25:42,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:42,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8, size=1.4 K (1413bytes) at 1731594342684Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8 so closing down at 1731594342691 (+7 ms)3 split writer threads finished at 1731594342691Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594342695 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594342695Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342700 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342700Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594342701 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731594342701Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594342701 2024-11-14T14:25:42,703 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.8 2024-11-14T14:25:42,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:42,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9 2024-11-14T14:25:42,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9 after 0ms 2024-11-14T14:25:42,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9 took 2ms 2024-11-14T14:25:42,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9 so closing down 2024-11-14T14:25:42,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:42,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:42,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:42,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:42,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:42,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742280_1460 (size=753) 2024-11-14T14:25:42,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742280_1460 (size=753) 2024-11-14T14:25:42,715 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742281_1461 (size=753) 2024-11-14T14:25:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742281_1461 (size=753) 2024-11-14T14:25:42,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:42,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T14:25:42,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T14:25:42,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9, size=1.4 K (1413bytes) at 1731594342703Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9 so closing down at 1731594342706 (+3 ms)3 split writer threads finished at 1731594342707 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594342710 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594342711 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342715 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594342717 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594342721 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731594342722 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731594342722 2024-11-14T14:25:42,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/WALs/testlogsgetarchivedaftersplit,16010,1731594342022/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/4a98ec3e-e8cf-9683-6888-f6f212e05086/oldWALs/wal.dat.9 2024-11-14T14:25:42,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=146 (was 146), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=2772 (was 2788) 2024-11-14T14:25:42,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=146, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=2772 2024-11-14T14:25:42,737 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742282_1462 (size=7) 2024-11-14T14:25:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742282_1462 (size=7) 2024-11-14T14:25:42,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:42,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:42,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:42,746 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:42,746 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-14T14:25:42,746 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T14:25:42,747 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:42,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742283_1463 (size=723) 2024-11-14T14:25:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742283_1463 (size=723) 2024-11-14T14:25:42,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:42,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:42,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742284_1464 (size=723) 2024-11-14T14:25:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742284_1464 (size=723) 2024-11-14T14:25:42,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:42,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:42,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742285_1465 (size=723) 2024-11-14T14:25:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742285_1465 (size=723) 2024-11-14T14:25:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:42,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742286_1466 (size=723) 2024-11-14T14:25:42,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742286_1466 (size=723) 2024-11-14T14:25:42,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:42,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:42,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:42,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742287_1467 (size=723) 2024-11-14T14:25:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742287_1467 (size=723) 2024-11-14T14:25:43,185 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:43,185 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:43,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742288_1468 (size=723) 2024-11-14T14:25:43,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742288_1468 (size=723) 2024-11-14T14:25:43,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:43,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:43,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742289_1469 (size=723) 2024-11-14T14:25:43,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742289_1469 (size=723) 2024-11-14T14:25:43,221 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:43,221 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742290_1470 (size=723) 2024-11-14T14:25:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742290_1470 (size=723) 2024-11-14T14:25:43,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:43,235 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742291_1471 (size=723) 2024-11-14T14:25:43,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742291_1471 (size=723) 2024-11-14T14:25:43,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:43,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742292_1472 (size=723) 2024-11-14T14:25:43,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742292_1472 (size=723) 2024-11-14T14:25:43,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:43,274 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/oldWALs, maxLogs=32 2024-11-14T14:25:43,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731594343299 2024-11-14T14:25:43,306 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731594343299 2024-11-14T14:25:43,349 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38263:38263),(127.0.0.1/127.0.0.1:34279:34279)] 2024-11-14T14:25:43,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0, size=723 (723bytes) 2024-11-14T14:25:43,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0 2024-11-14T14:25:43,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0 after 0ms 2024-11-14T14:25:43,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0 took 2ms 2024-11-14T14:25:43,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0 so closing down 2024-11-14T14:25:43,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,367 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:43,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742294_1474 (size=723) 2024-11-14T14:25:43,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742294_1474 (size=723) 2024-11-14T14:25:43,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:43,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-14T14:25:43,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-14T14:25:43,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0, size=723 (723bytes) at 1731594343363Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0 so closing down at 1731594343367 (+4 ms)3 split writer threads finished at 1731594343367Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594343370 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594343374 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731594343376 (+2 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731594342746/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731594343376 2024-11-14T14:25:43,377 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:25:43,377 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:25:43,377 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:25:43,377 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:25:43,377 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:25:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742293_1473 (size=93) 2024-11-14T14:25:43,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742293_1473 (size=93) 2024-11-14T14:25:43,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aca16e9a-66bf-e51f-172c-f2d96c6ec727/oldWALs 2024-11-14T14:25:43,385 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731594343299) 2024-11-14T14:25:43,393 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=152 (was 146) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=2764 (was 2772) 2024-11-14T14:25:43,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=152, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=2764 2024-11-14T14:25:43,400 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742295_1475 (size=7) 2024-11-14T14:25:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742295_1475 (size=7) 2024-11-14T14:25:43,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:43,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:43,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:43,410 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:43,411 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T14:25:43,411 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:43,411 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:43,412 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:43,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:43,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742296_1476 (size=1393) 2024-11-14T14:25:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742296_1476 (size=1393) 2024-11-14T14:25:43,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:43,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:43,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742297_1477 (size=1393) 2024-11-14T14:25:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742297_1477 (size=1393) 2024-11-14T14:25:43,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:43,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742298_1478 (size=1393) 2024-11-14T14:25:43,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742298_1478 (size=1393) 2024-11-14T14:25:43,445 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:43,445 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742299_1479 (size=1393) 2024-11-14T14:25:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742299_1479 (size=1393) 2024-11-14T14:25:43,456 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:43,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:43,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742300_1480 (size=1393) 2024-11-14T14:25:43,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742300_1480 (size=1393) 2024-11-14T14:25:43,466 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:43,466 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:43,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742301_1481 (size=1393) 2024-11-14T14:25:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742301_1481 (size=1393) 2024-11-14T14:25:43,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:43,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:43,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742302_1482 (size=1405) 2024-11-14T14:25:43,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742302_1482 (size=1405) 2024-11-14T14:25:43,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:43,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:43,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742303_1483 (size=1413) 2024-11-14T14:25:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742303_1483 (size=1413) 2024-11-14T14:25:43,924 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:43,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:43,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742304_1484 (size=1413) 2024-11-14T14:25:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742304_1484 (size=1413) 2024-11-14T14:25:43,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:43,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:43,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742305_1485 (size=1413) 2024-11-14T14:25:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742305_1485 (size=1413) 2024-11-14T14:25:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:43,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:43,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 2024-11-14T14:25:43,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 after 0ms 2024-11-14T14:25:43,963 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 took 2ms 2024-11-14T14:25:43,964 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:43,964 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 so closing down 2024-11-14T14:25:43,964 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,964 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,964 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:43,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K (1393bytes) at 1731594343961Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 so closing down at 1731594343964 (+3 ms)3 split writer threads finished at 1731594343964Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594343964 2024-11-14T14:25:43,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.0 2024-11-14T14:25:43,966 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:43,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 2024-11-14T14:25:43,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 after 1ms 2024-11-14T14:25:43,968 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 took 2ms 2024-11-14T14:25:43,969 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:43,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 so closing down 2024-11-14T14:25:43,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:43,970 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K (1393bytes) at 1731594343966Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 so closing down at 1731594343970 (+4 ms)3 split writer threads finished at 1731594343970Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594343970 2024-11-14T14:25:43,971 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.1 2024-11-14T14:25:43,972 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:43,972 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 2024-11-14T14:25:43,972 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 after 0ms 2024-11-14T14:25:43,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 took 2ms 2024-11-14T14:25:43,974 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:43,975 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 so closing down 2024-11-14T14:25:43,975 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:43,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K (1393bytes) at 1731594343972Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 so closing down at 1731594343975 (+3 ms)3 split writer threads finished at 1731594343975Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594343975 2024-11-14T14:25:43,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.2 2024-11-14T14:25:43,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:43,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 2024-11-14T14:25:43,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 after 1ms 2024-11-14T14:25:43,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 took 2ms 2024-11-14T14:25:43,979 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:43,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 so closing down 2024-11-14T14:25:43,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:43,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K (1393bytes) at 1731594343976Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 so closing down at 1731594343979 (+3 ms)3 split writer threads finished at 1731594343979Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594343979 2024-11-14T14:25:43,981 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.3 2024-11-14T14:25:43,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:43,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 2024-11-14T14:25:43,981 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 after 0ms 2024-11-14T14:25:43,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 took 1ms 2024-11-14T14:25:43,983 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:43,984 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 so closing down 2024-11-14T14:25:43,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,984 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:43,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K (1393bytes) at 1731594343981Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 so closing down at 1731594343984 (+3 ms)3 split writer threads finished at 1731594343984Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594343984 2024-11-14T14:25:43,985 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.4 2024-11-14T14:25:43,986 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:43,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 2024-11-14T14:25:43,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 after 0ms 2024-11-14T14:25:43,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 took 2ms 2024-11-14T14:25:43,988 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:43,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 so closing down 2024-11-14T14:25:43,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,989 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:43,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K (1393bytes) at 1731594343986Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 so closing down at 1731594343988 (+2 ms)3 split writer threads finished at 1731594343988Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594343989 (+1 ms) 2024-11-14T14:25:43,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.5 2024-11-14T14:25:43,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:43,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 2024-11-14T14:25:43,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 after 1ms 2024-11-14T14:25:43,994 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 took 2ms 2024-11-14T14:25:43,996 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:43,996 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 so closing down 2024-11-14T14:25:43,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:43,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:43,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T14:25:43,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K (1405bytes) at 1731594343992Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 so closing down at 1731594343996 (+4 ms)3 split writer threads finished at 1731594343996Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731594343996 2024-11-14T14:25:43,998 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.6 2024-11-14T14:25:43,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:43,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 2024-11-14T14:25:43,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 after 0ms 2024-11-14T14:25:44,001 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 took 3ms 2024-11-14T14:25:44,002 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 so closing down 2024-11-14T14:25:44,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,003 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,003 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:44,003 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K (1413bytes) at 1731594343999Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 so closing down at 1731594344003 (+4 ms)3 split writer threads finished at 1731594344003Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594344003 2024-11-14T14:25:44,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.7 2024-11-14T14:25:44,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:44,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 2024-11-14T14:25:44,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 after 0ms 2024-11-14T14:25:44,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 took 2ms 2024-11-14T14:25:44,007 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,007 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 so closing down 2024-11-14T14:25:44,007 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:44,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K (1413bytes) at 1731594344005Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 so closing down at 1731594344007 (+2 ms)3 split writer threads finished at 1731594344008 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594344008 2024-11-14T14:25:44,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.8 2024-11-14T14:25:44,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:44,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 2024-11-14T14:25:44,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 after 0ms 2024-11-14T14:25:44,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 took 2ms 2024-11-14T14:25:44,012 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,012 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 so closing down 2024-11-14T14:25:44,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:44,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K (1413bytes) at 1731594344009Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 so closing down at 1731594344012 (+3 ms)3 split writer threads finished at 1731594344013 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594344013 2024-11-14T14:25:44,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.9 2024-11-14T14:25:44,016 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594343965; access_time=1731594343413; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594343971; access_time=1731594343424; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594343976; access_time=1731594343434; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594343980; access_time=1731594343446; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594343985; access_time=1731594343457; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594343989; access_time=1731594343467; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731594343997; access_time=1731594343477; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594344004; access_time=1731594343510; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594344008; access_time=1731594343924; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594344014; access_time=1731594343936; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T14:25:44,019 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:44,019 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:44,019 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:44,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742306_1486 (size=1393) 2024-11-14T14:25:44,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742306_1486 (size=1393) 2024-11-14T14:25:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:44,030 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742307_1487 (size=1393) 2024-11-14T14:25:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742307_1487 (size=1393) 2024-11-14T14:25:44,039 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:44,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742308_1488 (size=1393) 2024-11-14T14:25:44,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742308_1488 (size=1393) 2024-11-14T14:25:44,048 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:44,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:44,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742309_1489 (size=1393) 2024-11-14T14:25:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742309_1489 (size=1393) 2024-11-14T14:25:44,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:44,057 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742310_1490 (size=1393) 2024-11-14T14:25:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742310_1490 (size=1393) 2024-11-14T14:25:44,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:44,067 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:44,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742311_1491 (size=1393) 2024-11-14T14:25:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742311_1491 (size=1393) 2024-11-14T14:25:44,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:44,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742312_1492 (size=1405) 2024-11-14T14:25:44,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742312_1492 (size=1405) 2024-11-14T14:25:44,084 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:44,084 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742313_1493 (size=1413) 2024-11-14T14:25:44,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742313_1493 (size=1413) 2024-11-14T14:25:44,092 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:44,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742314_1494 (size=1413) 2024-11-14T14:25:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742314_1494 (size=1413) 2024-11-14T14:25:44,102 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:44,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:44,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742315_1495 (size=1413) 2024-11-14T14:25:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742315_1495 (size=1413) 2024-11-14T14:25:44,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:44,534 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:44,534 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 2024-11-14T14:25:44,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 after 1ms 2024-11-14T14:25:44,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 took 2ms 2024-11-14T14:25:44,538 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 so closing down 2024-11-14T14:25:44,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,538 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,540 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:44,540 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:44,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:44,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:44,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742317_1497 (size=418) 2024-11-14T14:25:44,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742317_1497 (size=418) 2024-11-14T14:25:44,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,546 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-14T14:25:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742316_1496 (size=418) 2024-11-14T14:25:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742316_1496 (size=418) 2024-11-14T14:25:44,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-14T14:25:44,550 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:44,551 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K (1393bytes) at 1731594344534Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 so closing down at 1731594344538 (+4 ms)3 split writer threads finished at 1731594344538Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594344541 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594344541Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344545 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731594344546 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344549 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731594344550 (+1 ms)Processed 10 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594344550 2024-11-14T14:25:44,552 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.0 2024-11-14T14:25:44,552 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:44,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 2024-11-14T14:25:44,552 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 after 0ms 2024-11-14T14:25:44,554 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 took 2ms 2024-11-14T14:25:44,555 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 so closing down 2024-11-14T14:25:44,555 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,555 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,557 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:44,557 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:44,558 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:44,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742318_1498 (size=418) 2024-11-14T14:25:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742318_1498 (size=418) 2024-11-14T14:25:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742319_1499 (size=418) 2024-11-14T14:25:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742319_1499 (size=418) 2024-11-14T14:25:44,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-14T14:25:44,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-14T14:25:44,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:44,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K (1393bytes) at 1731594344552Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 so closing down at 1731594344555 (+3 ms)3 split writer threads finished at 1731594344555Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594344558 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594344558Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344561 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344561Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731594344562 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731594344562Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594344562 2024-11-14T14:25:44,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.1 2024-11-14T14:25:44,564 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:44,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 2024-11-14T14:25:44,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 after 0ms 2024-11-14T14:25:44,566 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 took 2ms 2024-11-14T14:25:44,567 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 so closing down 2024-11-14T14:25:44,567 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,569 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:44,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:44,570 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:44,570 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742320_1500 (size=418) 2024-11-14T14:25:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742321_1501 (size=418) 2024-11-14T14:25:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742320_1500 (size=418) 2024-11-14T14:25:44,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742321_1501 (size=418) 2024-11-14T14:25:44,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-14T14:25:44,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-14T14:25:44,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:44,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K (1393bytes) at 1731594344564Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 so closing down at 1731594344567 (+3 ms)3 split writer threads finished at 1731594344567Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594344570 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594344570Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344573 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344573Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731594344574 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731594344574Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594344574 2024-11-14T14:25:44,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.2 2024-11-14T14:25:44,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:44,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 2024-11-14T14:25:44,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 after 1ms 2024-11-14T14:25:44,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 took 2ms 2024-11-14T14:25:44,579 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 so closing down 2024-11-14T14:25:44,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,581 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:44,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:44,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:44,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:44,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742322_1502 (size=418) 2024-11-14T14:25:44,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742323_1503 (size=418) 2024-11-14T14:25:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742322_1502 (size=418) 2024-11-14T14:25:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742323_1503 (size=418) 2024-11-14T14:25:44,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-14T14:25:44,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-14T14:25:44,586 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:44,586 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K (1393bytes) at 1731594344575Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 so closing down at 1731594344579 (+4 ms)3 split writer threads finished at 1731594344579Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594344581 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594344581Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344585 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344585Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731594344586 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731594344586Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594344586 2024-11-14T14:25:44,587 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.3 2024-11-14T14:25:44,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:44,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 2024-11-14T14:25:44,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 after 1ms 2024-11-14T14:25:44,589 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 took 2ms 2024-11-14T14:25:44,590 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 so closing down 2024-11-14T14:25:44,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,592 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:44,592 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:44,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:44,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:44,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742324_1504 (size=418) 2024-11-14T14:25:44,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742325_1505 (size=418) 2024-11-14T14:25:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742325_1505 (size=418) 2024-11-14T14:25:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742324_1504 (size=418) 2024-11-14T14:25:44,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-14T14:25:44,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-14T14:25:44,597 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:44,597 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K (1393bytes) at 1731594344587Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 so closing down at 1731594344590 (+3 ms)3 split writer threads finished at 1731594344590Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594344592 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594344592Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344596 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344596Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731594344597 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731594344597Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594344597 2024-11-14T14:25:44,598 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.4 2024-11-14T14:25:44,599 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:44,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 2024-11-14T14:25:44,599 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 after 0ms 2024-11-14T14:25:44,600 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 took 2ms 2024-11-14T14:25:44,601 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,601 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 so closing down 2024-11-14T14:25:44,601 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,603 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:44,603 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:44,604 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:44,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742326_1506 (size=418) 2024-11-14T14:25:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742327_1507 (size=418) 2024-11-14T14:25:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742326_1506 (size=418) 2024-11-14T14:25:44,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742327_1507 (size=418) 2024-11-14T14:25:44,607 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-14T14:25:44,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T14:25:44,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:44,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K (1393bytes) at 1731594344599Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 so closing down at 1731594344601 (+2 ms)3 split writer threads finished at 1731594344602 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594344604 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594344604Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344607 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344607Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731594344608 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731594344608Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594344608 2024-11-14T14:25:44,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.5 2024-11-14T14:25:44,610 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:44,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 2024-11-14T14:25:44,610 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 after 0ms 2024-11-14T14:25:44,611 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 took 2ms 2024-11-14T14:25:44,612 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:44,612 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 so closing down 2024-11-14T14:25:44,612 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:44,612 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:44,614 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:44,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:44,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:44,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742328_1508 (size=419) 2024-11-14T14:25:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742329_1509 (size=419) 2024-11-14T14:25:44,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742329_1509 (size=419) 2024-11-14T14:25:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742328_1508 (size=419) 2024-11-14T14:25:44,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-14T14:25:45,023 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:45,026 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-14T14:25:45,027 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T14:25:45,027 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K (1405bytes) at 1731594344610Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 so closing down at 1731594344612 (+2 ms)3 split writer threads finished at 1731594344612Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594344615 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594344615Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594344621 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731594344622 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594345023 (+401 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731594345027 (+4 ms)Processed 10 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731594345027 2024-11-14T14:25:45,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.6 2024-11-14T14:25:45,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:45,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 2024-11-14T14:25:45,033 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 after 1ms 2024-11-14T14:25:45,035 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 took 3ms 2024-11-14T14:25:45,037 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:45,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 so closing down 2024-11-14T14:25:45,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:45,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:45,040 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:45,040 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:45,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:45,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742330_1510 (size=423) 2024-11-14T14:25:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742330_1510 (size=423) 2024-11-14T14:25:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742331_1511 (size=423) 2024-11-14T14:25:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742331_1511 (size=423) 2024-11-14T14:25:45,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:45,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:45,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-14T14:25:45,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-14T14:25:45,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:45,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K (1413bytes) at 1731594345032Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 so closing down at 1731594345037 (+5 ms)3 split writer threads finished at 1731594345038 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594345042 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594345042Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594345052 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594345052Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731594345053 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731594345053Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594345053 2024-11-14T14:25:45,054 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.7 2024-11-14T14:25:45,054 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:45,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 2024-11-14T14:25:45,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 after 0ms 2024-11-14T14:25:45,056 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 took 2ms 2024-11-14T14:25:45,057 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:45,057 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 so closing down 2024-11-14T14:25:45,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:45,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:45,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:45,058 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:45,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:45,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742332_1512 (size=423) 2024-11-14T14:25:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742332_1512 (size=423) 2024-11-14T14:25:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742333_1513 (size=423) 2024-11-14T14:25:45,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742333_1513 (size=423) 2024-11-14T14:25:45,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-14T14:25:45,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:45,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-14T14:25:45,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:45,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K (1413bytes) at 1731594345054Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 so closing down at 1731594345057 (+3 ms)3 split writer threads finished at 1731594345057Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594345059 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594345059Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594345065 (+6 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731594345066 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594345467 (+401 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731594345471 (+4 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594345471 2024-11-14T14:25:45,476 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.8 2024-11-14T14:25:45,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:45,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 2024-11-14T14:25:45,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 after 1ms 2024-11-14T14:25:45,481 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 took 4ms 2024-11-14T14:25:45,483 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:45,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 so closing down 2024-11-14T14:25:45,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:45,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:45,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:45,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:45,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:45,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742334_1514 (size=423) 2024-11-14T14:25:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742334_1514 (size=423) 2024-11-14T14:25:45,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:45,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-14T14:25:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742335_1515 (size=423) 2024-11-14T14:25:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742335_1515 (size=423) 2024-11-14T14:25:45,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:45,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-14T14:25:45,500 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:45,500 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K (1413bytes) at 1731594345477Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 so closing down at 1731594345484 (+7 ms)3 split writer threads finished at 1731594345484Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594345489 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594345489Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594345496 (+7 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731594345497 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731594345500 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731594345500Processed 10 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594345500 2024-11-14T14:25:45,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.9 2024-11-14T14:25:45,502 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594344551; access_time=1731594344020; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594344563; access_time=1731594344030; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594344575; access_time=1731594344039; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594344587; access_time=1731594344048; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594344598; access_time=1731594344057; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594344609; access_time=1731594344067; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731594345030; access_time=1731594344076; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594345053; access_time=1731594344084; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594345474; access_time=1731594344093; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594345501; access_time=1731594344102; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T14:25:45,506 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:45,506 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:45,506 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:45,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:45,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742336_1516 (size=1393) 2024-11-14T14:25:45,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742336_1516 (size=1393) 2024-11-14T14:25:45,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:45,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T14:25:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742337_1517 (size=1393) 2024-11-14T14:25:45,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742337_1517 (size=1393) 2024-11-14T14:25:45,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T14:25:45,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T14:25:45,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742338_1518 (size=1393) 2024-11-14T14:25:45,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742338_1518 (size=1393) 2024-11-14T14:25:45,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T14:25:45,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T14:25:45,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742339_1519 (size=1393) 2024-11-14T14:25:45,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742339_1519 (size=1393) 2024-11-14T14:25:45,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T14:25:45,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T14:25:45,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742340_1520 (size=1393) 2024-11-14T14:25:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742340_1520 (size=1393) 2024-11-14T14:25:45,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T14:25:45,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T14:25:45,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742341_1521 (size=1393) 2024-11-14T14:25:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742341_1521 (size=1393) 2024-11-14T14:25:45,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T14:25:45,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T14:25:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742342_1522 (size=1405) 2024-11-14T14:25:45,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742342_1522 (size=1405) 2024-11-14T14:25:45,583 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T14:25:45,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T14:25:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742343_1523 (size=1413) 2024-11-14T14:25:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742343_1523 (size=1413) 2024-11-14T14:25:45,593 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T14:25:45,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T14:25:45,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742344_1524 (size=1413) 2024-11-14T14:25:45,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742344_1524 (size=1413) 2024-11-14T14:25:45,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T14:25:45,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T14:25:45,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:45,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742345_1525 (size=1413) 2024-11-14T14:25:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742345_1525 (size=1413) 2024-11-14T14:25:45,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T14:25:45,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T14:25:45,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 2024-11-14T14:25:45,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 after 0ms 2024-11-14T14:25:45,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 took 2ms 2024-11-14T14:25:45,628 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:45,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 so closing down 2024-11-14T14:25:45,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:45,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:45,630 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:45,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:45,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T14:25:45,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T14:25:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742347_1527 (size=678) 2024-11-14T14:25:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742346_1526 (size=743) 2024-11-14T14:25:45,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742347_1527 (size=678) 2024-11-14T14:25:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742346_1526 (size=743) 2024-11-14T14:25:46,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-14T14:25:46,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T14:25:46,039 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:46,039 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K (1393bytes) at 1731594345625Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 so closing down at 1731594345628 (+3 ms)3 split writer threads finished at 1731594345628Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731594345631 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731594345631Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594346036 (+405 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346036Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731594346038 (+2 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731594346039 (+1 ms)Processed 19 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594346039 2024-11-14T14:25:46,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.0 2024-11-14T14:25:46,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T14:25:46,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 2024-11-14T14:25:46,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 after 1ms 2024-11-14T14:25:46,047 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 took 4ms 2024-11-14T14:25:46,047 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:46,048 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 so closing down 2024-11-14T14:25:46,048 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:46,048 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:46,049 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:46,049 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:46,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T14:25:46,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T14:25:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742348_1528 (size=678) 2024-11-14T14:25:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742348_1528 (size=678) 2024-11-14T14:25:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742349_1529 (size=743) 2024-11-14T14:25:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742349_1529 (size=743) 2024-11-14T14:25:46,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-14T14:25:46,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T14:25:46,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:46,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K (1393bytes) at 1731594346043Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 so closing down at 1731594346048 (+5 ms)3 split writer threads finished at 1731594346048Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731594346050 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731594346050Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594346053 (+3 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731594346054 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346454 (+400 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731594346457 (+3 ms)Processed 19 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594346457 2024-11-14T14:25:46,460 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.1 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.1 2024-11-14T14:25:46,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T14:25:46,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 2024-11-14T14:25:46,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 after 1ms 2024-11-14T14:25:46,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 took 4ms 2024-11-14T14:25:46,465 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:46,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 so closing down 2024-11-14T14:25:46,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:46,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:46,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:46,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:46,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T14:25:46,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T14:25:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742350_1530 (size=678) 2024-11-14T14:25:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742350_1530 (size=678) 2024-11-14T14:25:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742351_1531 (size=743) 2024-11-14T14:25:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742351_1531 (size=743) 2024-11-14T14:25:46,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-14T14:25:46,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T14:25:46,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:46,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K (1393bytes) at 1731594346460Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 so closing down at 1731594346466 (+6 ms)3 split writer threads finished at 1731594346466Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731594346469 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731594346469Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594346473 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346474 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731594346475 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731594346475Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594346475 2024-11-14T14:25:46,476 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.2 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.2 2024-11-14T14:25:46,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T14:25:46,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 2024-11-14T14:25:46,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 after 0ms 2024-11-14T14:25:46,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 took 3ms 2024-11-14T14:25:46,480 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:46,480 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 so closing down 2024-11-14T14:25:46,480 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:46,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:46,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:46,482 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:46,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T14:25:46,482 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T14:25:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742353_1533 (size=678) 2024-11-14T14:25:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742352_1532 (size=743) 2024-11-14T14:25:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742353_1533 (size=678) 2024-11-14T14:25:46,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742352_1532 (size=743) 2024-11-14T14:25:46,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T14:25:46,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-14T14:25:46,487 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:46,487 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K (1393bytes) at 1731594346477Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 so closing down at 1731594346480 (+3 ms)3 split writer threads finished at 1731594346480Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731594346482 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731594346482Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594346486 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346486Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731594346487 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731594346487Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594346487 2024-11-14T14:25:46,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.3 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.3 2024-11-14T14:25:46,489 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T14:25:46,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 2024-11-14T14:25:46,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 after 0ms 2024-11-14T14:25:46,491 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 took 2ms 2024-11-14T14:25:46,492 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:46,492 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 so closing down 2024-11-14T14:25:46,492 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:46,492 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:46,494 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:46,494 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:46,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T14:25:46,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T14:25:46,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742355_1535 (size=743) 2024-11-14T14:25:46,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742355_1535 (size=743) 2024-11-14T14:25:46,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742354_1534 (size=678) 2024-11-14T14:25:46,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742354_1534 (size=678) 2024-11-14T14:25:46,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T14:25:46,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-14T14:25:46,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:46,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K (1393bytes) at 1731594346489Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 so closing down at 1731594346492 (+3 ms)3 split writer threads finished at 1731594346492Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731594346495 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731594346495Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346499 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731594346500 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594346901 (+401 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731594346904 (+3 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594346904 2024-11-14T14:25:46,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.4 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.4 2024-11-14T14:25:46,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T14:25:46,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 2024-11-14T14:25:46,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 after 0ms 2024-11-14T14:25:46,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 took 4ms 2024-11-14T14:25:46,913 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:46,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 so closing down 2024-11-14T14:25:46,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:46,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:46,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:46,915 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:46,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T14:25:46,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T14:25:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742356_1536 (size=743) 2024-11-14T14:25:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742356_1536 (size=743) 2024-11-14T14:25:46,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742357_1537 (size=678) 2024-11-14T14:25:46,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742357_1537 (size=678) 2024-11-14T14:25:46,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T14:25:46,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-14T14:25:46,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T14:25:46,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K (1393bytes) at 1731594346908Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 so closing down at 1731594346914 (+6 ms)3 split writer threads finished at 1731594346914Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731594346916 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731594346916Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346924 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594346925 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731594346925Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731594346925Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731594346926 (+1 ms) 2024-11-14T14:25:46,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.5 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.5 2024-11-14T14:25:46,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T14:25:46,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 2024-11-14T14:25:46,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 after 0ms 2024-11-14T14:25:46,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 took 2ms 2024-11-14T14:25:46,930 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:46,930 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 so closing down 2024-11-14T14:25:46,930 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:46,930 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:46,932 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:46,932 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:46,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T14:25:46,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T14:25:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742359_1539 (size=749) 2024-11-14T14:25:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742358_1538 (size=683) 2024-11-14T14:25:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742359_1539 (size=749) 2024-11-14T14:25:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742358_1538 (size=683) 2024-11-14T14:25:46,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T14:25:46,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-14T14:25:46,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T14:25:46,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K (1405bytes) at 1731594346927Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 so closing down at 1731594346930 (+3 ms)3 split writer threads finished at 1731594346930Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731594346933 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731594346933Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346937 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594346937Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731594346938 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731594346938Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731594346938 2024-11-14T14:25:46,939 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.6 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.6 2024-11-14T14:25:46,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T14:25:46,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 2024-11-14T14:25:46,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 after 0ms 2024-11-14T14:25:46,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 took 1ms 2024-11-14T14:25:46,942 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:46,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 so closing down 2024-11-14T14:25:46,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:46,942 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:46,944 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:46,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:46,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T14:25:46,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T14:25:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742360_1540 (size=753) 2024-11-14T14:25:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742360_1540 (size=753) 2024-11-14T14:25:46,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742361_1541 (size=687) 2024-11-14T14:25:46,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:46,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742361_1541 (size=687) 2024-11-14T14:25:46,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T14:25:47,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:47,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-14T14:25:47,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:47,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K (1413bytes) at 1731594346940Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 so closing down at 1731594346942 (+2 ms)3 split writer threads finished at 1731594346942Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731594346944 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731594346944Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594346948 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731594346949 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594347350 (+401 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731594347354 (+4 ms)Processed 19 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594347354 2024-11-14T14:25:47,359 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.7 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.7 2024-11-14T14:25:47,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T14:25:47,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 2024-11-14T14:25:47,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 after 1ms 2024-11-14T14:25:47,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 took 3ms 2024-11-14T14:25:47,364 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:47,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 so closing down 2024-11-14T14:25:47,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:47,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:47,367 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:47,367 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:47,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T14:25:47,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T14:25:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742362_1542 (size=753) 2024-11-14T14:25:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742363_1543 (size=687) 2024-11-14T14:25:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742363_1543 (size=687) 2024-11-14T14:25:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742362_1542 (size=753) 2024-11-14T14:25:47,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:47,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:47,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-14T14:25:47,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T14:25:47,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:47,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K (1413bytes) at 1731594347359Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 so closing down at 1731594347364 (+5 ms)3 split writer threads finished at 1731594347364Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731594347368 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731594347368Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594347373 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594347373Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731594347374 (+1 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731594347374Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594347374 2024-11-14T14:25:47,376 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.8 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.8 2024-11-14T14:25:47,376 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T14:25:47,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 2024-11-14T14:25:47,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 after 0ms 2024-11-14T14:25:47,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 took 1ms 2024-11-14T14:25:47,378 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T14:25:47,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 so closing down 2024-11-14T14:25:47,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:25:47,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:25:47,380 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:47,380 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:47,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T14:25:47,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T14:25:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742364_1544 (size=687) 2024-11-14T14:25:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742364_1544 (size=687) 2024-11-14T14:25:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742365_1545 (size=753) 2024-11-14T14:25:47,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742365_1545 (size=753) 2024-11-14T14:25:47,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-14T14:25:47,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:25:47,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:25:47,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T14:25:47,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T14:25:47,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K (1413bytes) at 1731594347376Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 so closing down at 1731594347379 (+3 ms)3 split writer threads finished at 1731594347379Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731594347381 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731594347381Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731594347385 (+4 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731594347385Closed recovered edits writer path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731594347785 (+400 ms)Rename recovered edits hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731594347787 (+2 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731594347787 2024-11-14T14:25:47,789 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731594343410/wal.dat.9 to hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.9 2024-11-14T14:25:47,791 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594346041; access_time=1731594345507; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594346459; access_time=1731594345517; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594346476; access_time=1731594345529; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594346488; access_time=1731594345544; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594346906; access_time=1731594345554; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731594346926; access_time=1731594345564; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731594346939; access_time=1731594345574; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594347357; access_time=1731594345584; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594347375; access_time=1731594345593; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34707/user/jenkins/test-data/95df86a8-4faf-20c9-4312-ac7c4c193635/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731594347788; access_time=1731594345602; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T14:25:47,802 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=142 (was 152), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=2745 (was 2764) 2024-11-14T14:25:47,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=2745 2024-11-14T14:25:47,809 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T14:25:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742366_1546 (size=7) 2024-11-14T14:25:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742366_1546 (size=7) 2024-11-14T14:25:47,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34707/user/jenkins/test-data/f3599c5a-fab1-757c-59cb-32f15fe0f94a with version=8 2024-11-14T14:25:47,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:47,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:47,818 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T14:25:47,819 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T14:25:47,819 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T14:25:47,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T14:25:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T14:25:47,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T14:25:47,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742367_1547 (size=2324) 2024-11-14T14:25:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742367_1547 (size=2324) 2024-11-14T14:25:47,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T14:25:47,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40277 is added to blk_1073742368_1548 (size=2325) 2024-11-14T14:25:47,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073742368_1548 (size=2325) 2024-11-14T14:25:47,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0, size=2.3 K (2325bytes) 2024-11-14T14:25:47,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0 2024-11-14T14:25:47,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0 after 1ms 2024-11-14T14:25:47,861 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-14T14:25:47,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0 so closing down 2024-11-14T14:25:47,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-14T14:25:47,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0, journal: Splitting hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0, size=2.3 K (2325bytes) at 1731594347854Finishing writing output for hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0 so closing down at 1731594347861 (+7 ms)Processed 0 edits across 0 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731594347861 2024-11-14T14:25:47,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731594347818/wal.dat.0 to hdfs://localhost:34707/user/jenkins/test-data/a32376fb-d1b5-b41c-7d6f-63267ab65ae0/corrupt/wal.dat.0 2024-11-14T14:25:47,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 389), ProcessCount=11 (was 11), AvailableMemoryMB=2745 (was 2745) 2024-11-14T14:25:47,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61d1a0b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:25:47,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cb4ef0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:25:47,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:25:47,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:25:47,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a455f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.log.dir/,STOPPED} 2024-11-14T14:25:47,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:25:47,891 WARN [BP-1295719778-172.17.0.2-1731594284061 heartbeating to localhost/127.0.0.1:34707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:25:47,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:25:47,891 WARN [BP-1295719778-172.17.0.2-1731594284061 heartbeating to localhost/127.0.0.1:34707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295719778-172.17.0.2-1731594284061 (Datanode Uuid b61dd3bf-f2cd-458c-8163-382d765d0ce4) service to localhost/127.0.0.1:34707 2024-11-14T14:25:47,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data3/current/BP-1295719778-172.17.0.2-1731594284061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:25:47,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data4/current/BP-1295719778-172.17.0.2-1731594284061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:25:47,894 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:25:47,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b2450d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:25:47,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cf239a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:25:47,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:25:47,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:25:47,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4ae84e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.log.dir/,STOPPED} 2024-11-14T14:25:47,898 WARN [BP-1295719778-172.17.0.2-1731594284061 heartbeating to localhost/127.0.0.1:34707 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:25:47,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:25:47,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:25:47,898 WARN [BP-1295719778-172.17.0.2-1731594284061 heartbeating to localhost/127.0.0.1:34707 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1295719778-172.17.0.2-1731594284061 (Datanode Uuid 06c8de98-01a8-4d3c-a825-d26fc27ee929) service to localhost/127.0.0.1:34707 2024-11-14T14:25:47,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data1/current/BP-1295719778-172.17.0.2-1731594284061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:25:47,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/cluster_b33345de-98d8-07e4-a8d0-aad4bdbf0e5d/data/data2/current/BP-1295719778-172.17.0.2-1731594284061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:25:47,900 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:25:47,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:25:47,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:25:47,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:25:47,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:25:47,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35ef2648-9165-ce6b-99cc-fe17dc4ad2c9/hadoop.log.dir/,STOPPED}